-- Logs begin at Thu 2021-05-20 08:24:08 UTC, end at Thu 2021-05-20 09:20:19 UTC. -- May 20 08:51:48.234072 dv-cinder-790910-5-smb systemd[1]: Started Devstack devstack@q-svc.service. May 20 08:51:50.678508 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.common.config [-] Logging enabled! May 20 08:51:50.679113 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev215 May 20 08:51:50.679216 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91582) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 08:51:50.682563 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.common.config [-] Logging enabled! May 20 08:51:50.682815 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev215 May 20 08:51:50.683134 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91582) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 08:51:50.684106 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 08:51:50.684335 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 08:51:50.684694 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 08:51:50.684984 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 08:51:50.685208 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 08:51:50.685562 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.685861 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.686157 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.686399 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.686716 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.687010 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.687320 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.687611 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.687907 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.688205 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.688501 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.688839 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.689104 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.689385 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.689672 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.690017 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.690263 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] debug = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.690580 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.691020 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.691440 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.691720 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.692022 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.692319 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.692593 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.692929 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.693215 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.693538 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] host = dv-cinder-790910-5-smb {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.693841 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.694136 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.694450 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.694739 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.695013 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.695297 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.695609 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.695898 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.696191 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] log_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.696464 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.696771 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.697081 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.697389 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.697612 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.697854 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.698142 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.698425 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.698698 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.699006 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.699279 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.699583 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.699854 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.700121 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.700420 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.700735 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.701378 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.701378 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.701565 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.701841 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.702111 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.702414 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.702706 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.703007 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.703301 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.703587 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.703855 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.704157 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.704463 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.704832 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.705120 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.705405 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.705748 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.706035 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.706308 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.706600 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.706883 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] use_json = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.707184 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.707462 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.707744 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.708017 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.708323 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.708598 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.708926 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.709211 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:50.709511 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.709827 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.710149 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.710459 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.710773 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.711051 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.711345 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.711660 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.711954 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.712279 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.712570 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.712874 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.713178 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.713480 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.713779 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.714104 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.714400 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.714692 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.715002 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.715285 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.715583 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.715862 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.716150 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.716457 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.716794 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.717077 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.717385 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.717676 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.717957 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.718250 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.718545 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.718866 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.719145 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.719417 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.719699 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.720014 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.720833 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.721147 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.721493 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.721823 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.722102 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.722411 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.722689 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.722967 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.723239 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.723555 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.723833 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.724142 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.724421 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.724721 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.725011 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.725304 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.725583 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.725889 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.726168 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.726724 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.727020 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.727297 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.727601 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.727875 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.728151 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.728442 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.728759 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.729068 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.729346 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.729666 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.729956 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.730261 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.730553 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.730885 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.731168 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.731448 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.731763 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.732048 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.732363 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.732644 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.732950 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.733231 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.733508 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.733803 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.734088 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.734373 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.734657 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.734933 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.735229 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.735506 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.735786 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.736631 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.737003 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.737303 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.737590 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.737885 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.738181 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.738475 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.738769 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.739062 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.739344 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.739649 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.739929 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:50.740146 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 08:51:50.740386 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91582) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 08:51:51.091148 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:51:51.091422 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:51:51.091708 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:51:51.092046 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 08:51:51.395313 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.395598 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.395868 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.397115 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.397388 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.397650 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.515634 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.515906 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.516180 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.529364 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.529639 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.529904 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.558520 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.558797 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.559072 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.596847 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.597117 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.597389 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.825564 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.826187 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.826187 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.826349 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.827057 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.949858 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.950172 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.950449 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.950716 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.950979 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.951281 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.951539 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.951790 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.952039 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.952313 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.952567 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.952850 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.953114 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.953367 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.953629 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.953893 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.954147 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.954551 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.955319 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.955658 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.955952 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.956201 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.956448 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.956743 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.956996 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.957237 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:51.957611 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 08:51:51.957847 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 08:51:51.958084 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 08:51:51.958316 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 08:51:51.958548 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 08:51:51.958779 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 08:51:51.959139 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 08:51:51.962193 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 08:51:51.966063 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 08:51:51.969796 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) May 20 08:51:51.972043 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 08:51:51.972482 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 08:51:51.972835 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 08:51:51.973211 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 08:51:51.976103 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 08:51:51.976610 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 08:51:51.976977 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 08:51:52.004836 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 08:51:52.005274 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.005567 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91582) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 08:51:52.005922 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.007258 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91582) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 08:51:52.007539 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 08:51:52.007779 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 08:51:52.010864 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.011139 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.081139 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 08:51:52.081326 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 08:51:52.081566 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 08:51:52.081941 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 08:51:52.112194 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_db.sqlalchemy.engines [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91582) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 08:51:52.444494 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Initializing driver for type 'gre' May 20 08:51:52.445039 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] gre ID ranges: [(1, 1000)] May 20 08:51:52.497355 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Initializing driver for type 'local' May 20 08:51:52.497691 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Initializing driver for type 'vlan' May 20 08:51:52.509893 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] VlanTypeDriver initialization complete May 20 08:51:52.510238 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Initializing driver for type 'vxlan' May 20 08:51:52.510786 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] vxlan ID ranges: [(1, 1000)] May 20 08:51:52.565046 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Initializing extension driver 'port_security' May 20 08:51:52.565386 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.extensions.port_security [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] PortSecurityExtensionDriver initialization complete May 20 08:51:52.565710 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Initializing mechanism driver 'openvswitch' May 20 08:51:52.566030 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Initializing mechanism driver 'hyperv' May 20 08:51:52.572472 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.plugins.ml2.plugin [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:52.573249 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > port after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.573614 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > port after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.573958 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > port after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.574333 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > subnet after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.574675 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > subnet after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.575008 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > subnet after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.575380 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > network after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.575742 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > network after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.576074 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > network after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.576440 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > security_group after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.576802 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > security_group after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.577136 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > security_group after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.577508 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.577840 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.578169 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.578533 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > address_group after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.578867 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > address_group after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.579194 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > address_group after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.579523 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] ML2 OVO RPC backend initialized. {{(pid=91582) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 08:51:52.580399 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router_interface after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.580770 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.581176 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > network before_response 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.581514 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > networks before_response 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.581855 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > port before_response 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.582189 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > ports before_response 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.582524 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > subnet before_response 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.582854 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > subnets before_response 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.583191 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > network after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.583516 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > network after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.583840 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > network after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.584170 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > port after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.584497 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > port after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.584850 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > port after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.585176 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > subnet after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.585498 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > subnet after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.585821 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > subnet after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.586378 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.plugin [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Modular L2 Plugin initialization complete May 20 08:51:52.586693 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading services supported by the core plugin {{(pid=91582) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 08:51:52.587029 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.plugins.ml2.managers [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Got port-security extension from driver 'port_security' May 20 08:51:52.587479 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.extensions.vlantransparent [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Disabled vlantransparent extension. May 20 08:51:52.587951 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91582) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 08:51:52.588252 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading Plugin: router May 20 08:51:52.625514 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router_interface before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.625842 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router after_create 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.626205 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router before_create 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.627170 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.627535 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.627883 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router after_delete 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.628234 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > floatingip after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.628585 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router after_create 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.628951 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router after_update 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.629296 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router after_update 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.629631 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.629980 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router after_update 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.630376 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router precommit_update 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.630734 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: port after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.631110 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: port after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.631427 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: subnet after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.631757 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.632095 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > port precommit_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.632434 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router precommit_create 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.632793 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: port before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.633131 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router precommit_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.633483 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router after_update 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.633811 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router precommit_delete 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.634148 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router precommit_create 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.634496 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router_interface after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.634828 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router precommit_update 55549900 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.635186 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > network after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.636034 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Tracking information for resource: router configured {{(pid=91582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 08:51:52.636358 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Tracking information for resource: floatingip configured {{(pid=91582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 08:51:52.641283 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.db.l3_agentschedulers_db [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 08:51:52.641848 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: port after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.642242 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: port after_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.642587 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: port after_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.642933 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: port after_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.643709 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router before_create 55550100 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.644057 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router precommit_delete 55550100 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.644411 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router precommit_create 55550100 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.644781 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > router precommit_update 55550100 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.649303 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.services.provider_configuration [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service providers = [] {{(pid=91582) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 08:51:52.649662 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.db.servicetype_db [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91582) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 08:51:52.652540 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.services.service_base [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 08:51:52.652907 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.services.service_base [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 08:51:52.653240 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.services.service_base [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 08:51:52.654089 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.services.service_base [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 08:51:52.654448 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.services.service_base [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 08:51:52.654977 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 08:51:52.655291 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 08:51:52.665579 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 08:51:52.665907 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading Plugin: auto_allocate May 20 08:51:52.671526 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: network precommit_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.671885 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: network precommit_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.672389 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 08:51:52.672720 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading Plugin: tag May 20 08:51:52.680006 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 08:51:52.680328 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading Plugin: timestamp May 20 08:51:52.684034 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 08:51:52.684351 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading Plugin: network_ip_availability May 20 08:51:52.690116 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.690475 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.690822 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.691515 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 08:51:52.691826 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading Plugin: flavors May 20 08:51:52.696680 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 08:51:52.697028 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading Plugin: revisions May 20 08:51:52.701202 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 08:51:52.701588 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_concurrency.lockutils [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.610s {{(pid=91582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:51:52.702340 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91582) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 08:51:52.702666 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Initializing extension manager. May 20 08:51:52.703173 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: __init__.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.703506 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: __pycache__ {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.703830 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.704154 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: address_group.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.704938 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.705504 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: address-group May 20 08:51:52.705819 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: address_scope.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.706508 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.707010 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: address-scope May 20 08:51:52.707320 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: admin_state_down_before_update.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.708243 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.709058 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: router-admin-state-down-before-update May 20 08:51:52.709467 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: agent.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.710329 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.711009 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: agent May 20 08:51:52.711366 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: agent_resources_synced.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.712621 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.713345 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: agent-resources-synced May 20 08:51:52.713735 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: allowedaddresspairs.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.716005 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.716849 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: allowed-address-pairs May 20 08:51:52.717237 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: auto_allocated_topology.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.718668 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.719379 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: auto-allocated-topology May 20 08:51:52.719738 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: availability_zone.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.720642 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.721523 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: availability_zone May 20 08:51:52.721845 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: availability_zone_filter.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.722987 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.723660 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: availability_zone_filter May 20 08:51:52.724141 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: data_plane_status.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.725387 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.725916 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension data-plane-status not supported by any of loaded plugins May 20 08:51:52.726703 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: default_subnetpools.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.727815 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.728543 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: default-subnetpools May 20 08:51:52.728953 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: dhcpagentscheduler.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.729995 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.730588 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: dhcp_agent_scheduler May 20 08:51:52.731045 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: dns.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.731937 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.732441 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension dns-integration not supported by any of loaded plugins May 20 08:51:52.732779 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: dns_domain_ports.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.733671 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.734174 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 08:51:52.734487 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: dvr.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.735142 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.735643 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: dvr May 20 08:51:52.736469 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: empty_string_filtering.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.737383 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.737888 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: empty-string-filtering May 20 08:51:52.738199 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.739077 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.739577 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 08:51:52.739884 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.740795 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.741294 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 08:51:52.741602 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: external_net.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.742479 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.742977 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: external-net May 20 08:51:52.743285 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: extra_dhcp_opt.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.744157 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.744658 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: extra_dhcp_opt May 20 08:51:52.744995 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: extraroute.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.745871 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.746372 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: extraroute May 20 08:51:52.746688 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: extraroute_atomic.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.747686 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.748189 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: extraroute-atomic May 20 08:51:52.748499 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: filter_validation.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.749172 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.749672 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: filter-validation May 20 08:51:52.749979 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: fip_pf_description.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.751043 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.752202 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 08:51:52.752566 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: fip_port_details.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.753478 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.753978 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: fip-port-details May 20 08:51:52.754288 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: flavors.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.755492 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.756044 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: flavors May 20 08:51:52.756357 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.758036 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.758559 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 08:51:52.758884 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: floatingip_pools.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.759571 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.760074 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: floatingip-pools May 20 08:51:52.760390 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: ip_allocation.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.761343 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.761844 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension ip_allocation not supported by any of loaded plugins May 20 08:51:52.762158 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.763048 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.763554 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: ip-substring-filtering May 20 08:51:52.763871 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: l2_adjacency.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.764815 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.765315 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension l2_adjacency not supported by any of loaded plugins May 20 08:51:52.765628 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: l3.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.766568 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.767099 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: router May 20 08:51:52.767417 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: l3_conntrack_helper.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.769691 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.770206 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 08:51:52.770529 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.771419 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.771924 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: ext-gw-mode May 20 08:51:52.772240 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.773153 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.773657 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: l3-ha May 20 08:51:52.773971 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: l3_flavors.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.774855 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.775353 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: l3-flavors May 20 08:51:52.775664 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.776546 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.777082 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: l3-port-ip-change-not-allowed May 20 08:51:52.777395 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: l3agentscheduler.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.778407 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.778912 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: l3_agent_scheduler May 20 08:51:52.779228 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: logging.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.780746 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.781261 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension logging not supported by any of loaded plugins May 20 08:51:52.781579 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: metering.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.782293 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.783444 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: metering May 20 08:51:52.783839 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.784951 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.785464 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: metering_source_and_destination_fields May 20 08:51:52.785779 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: multiprovidernet.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.786788 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.787291 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: multi-provider May 20 08:51:52.787605 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: netmtu.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.788489 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.789031 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: net-mtu May 20 08:51:52.789348 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: netmtu_writable.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.790247 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.790746 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: net-mtu-writable May 20 08:51:52.791056 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: network_availability_zone.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.791705 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.792201 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: network_availability_zone May 20 08:51:52.792509 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: network_ip_availability.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.793596 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.794100 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: network-ip-availability May 20 08:51:52.794411 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: network_segment_range.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.795151 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.795647 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension network-segment-range not supported by any of loaded plugins May 20 08:51:52.795957 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: pagination.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.796942 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.797264 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: pagination May 20 08:51:52.797572 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: port_device_profile.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.799040 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.799621 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: port-device-profile May 20 08:51:52.799990 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.800842 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.801343 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: port-mac-address-regenerate May 20 08:51:52.801655 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.802533 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.803031 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: port-numa-affinity-policy May 20 08:51:52.803342 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: port_resource_request.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.804227 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.804770 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension port-resource-request not supported by any of loaded plugins May 20 08:51:52.805113 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: portbindings.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.806001 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.806503 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: binding May 20 08:51:52.806816 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: portbindings_extended.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.808045 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.808551 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: binding-extended May 20 08:51:52.808899 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: portsecurity.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.809783 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.810283 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: port-security May 20 08:51:52.810595 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: project_id.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.811532 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.811852 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: project-id May 20 08:51:52.812163 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: providernet.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.813079 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.813582 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: provider May 20 08:51:52.813894 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: qos.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.817483 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.818003 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension qos not supported by any of loaded plugins May 20 08:51:52.818325 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.819550 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.820059 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 08:51:52.820378 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.821306 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.821814 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 08:51:52.822131 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: qos_default.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.823012 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.823521 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension qos-default not supported by any of loaded plugins May 20 08:51:52.823843 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: qos_fip.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.824470 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.824991 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension qos-fip not supported by any of loaded plugins May 20 08:51:52.825303 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: qos_gateway_ip.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.826195 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.826706 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 08:51:52.826994 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: qos_port_network_policy.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.827868 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.828365 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 08:51:52.828676 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: qos_rule_type_details.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.829608 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.830120 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 08:51:52.830444 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: qos_rules_alias.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.831538 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.832038 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 08:51:52.832354 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: quotasv2.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.833392 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.833715 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: quotas May 20 08:51:52.834055 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: quotasv2_detail.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.835619 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.835947 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: quota_details May 20 08:51:52.836264 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: rbac.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.837334 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.837846 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: rbac-policies May 20 08:51:52.838164 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: rbac_address_group.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.839062 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.839570 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: rbac-address-group May 20 08:51:52.839887 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: rbac_address_scope.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.840813 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.841320 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: rbac-address-scope May 20 08:51:52.841636 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: rbac_security_groups.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.842527 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.843031 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: rbac-security-groups May 20 08:51:52.843342 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: rbac_subnetpool.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.844244 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.844777 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: rbac-subnetpool May 20 08:51:52.845092 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: revisionifmatch.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.846547 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.847055 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: revision-if-match May 20 08:51:52.847369 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: revisions.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.848443 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.848980 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: standard-attr-revisions May 20 08:51:52.849323 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: router_availability_zone.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.849976 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.850475 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: router_availability_zone May 20 08:51:52.850786 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: routerservicetype.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.851929 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.852436 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension router-service-type not supported by any of loaded plugins May 20 08:51:52.852778 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.853669 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.854175 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: security-groups-normalized-cidr May 20 08:51:52.854488 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: security_groups_port_filtering.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.855390 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.855893 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: port-security-groups-filtering May 20 08:51:52.856204 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.857112 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.857620 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: security-groups-remote-address-group May 20 08:51:52.857929 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: securitygroup.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.868317 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.868867 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: security-group May 20 08:51:52.869196 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: segment.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.869958 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.870458 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension segment not supported by any of loaded plugins May 20 08:51:52.870773 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.871686 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.872187 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 08:51:52.872500 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: servicetype.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.873597 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.874107 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: service-type May 20 08:51:52.874417 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: sorting.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.875365 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.875739 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: sorting May 20 08:51:52.875994 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: standard_attr_segment.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.876918 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.877505 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 08:51:52.877819 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: standardattrdescription.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.878442 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.878940 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: standard-attr-description May 20 08:51:52.879252 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: stateful_security_group.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.880142 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.880655 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: stateful-security-group May 20 08:51:52.880992 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: stdattrs_common.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.881548 dv-cinder-790910-5-smb neutron-server[91582]: WARNING neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 08:51:52.881859 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.882827 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.883329 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 08:51:52.883639 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: subnet_onboard.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.884679 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.885236 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: subnet_onboard May 20 08:51:52.885547 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.886436 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.886936 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 08:51:52.887246 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: subnet_service_types.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.888136 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.888641 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: subnet-service-types May 20 08:51:52.888973 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: subnetallocation.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.890051 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.890554 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: subnet_allocation May 20 08:51:52.890867 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.891513 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.892014 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: subnetpool-prefix-ops May 20 08:51:52.892348 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.893346 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.893842 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 08:51:52.894153 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: tagging.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.895212 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.895731 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: standard-attr-tag May 20 08:51:52.896047 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: timestamp.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.897261 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.897773 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loaded extension: standard-attr-timestamp May 20 08:51:52.898091 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: trunk.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.899094 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.899610 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension trunk not supported by any of loaded plugins May 20 08:51:52.899927 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: trunk_details.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.900950 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.901461 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension trunk-details not supported by any of loaded plugins May 20 08:51:52.901774 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: uplink_status_propagation.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.902658 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.903163 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 08:51:52.903477 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Loading extension file: vlantransparent.py {{(pid=91582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 08:51:52.904123 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 08:51:52.904621 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extension vlan-transparent not supported by any of loaded plugins May 20 08:51:52.907145 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:network May 20 08:51:52.908379 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:subnet May 20 08:51:52.909309 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:subnetpool May 20 08:51:52.909911 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:port May 20 08:51:52.911230 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.911657 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service FLAVORS assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.912283 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.912695 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.913040 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:router May 20 08:51:52.913678 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:floatingip May 20 08:51:52.914389 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service METERING assigned prefix: /metering {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.915811 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.916175 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.916534 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 08:51:52.917757 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of CountableResource for resource:rbac_policy May 20 08:51:52.918240 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:security_group May 20 08:51:52.918908 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:security_group_rule May 20 08:51:52.919655 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service CORE assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.919981 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:subnetpool May 20 08:51:52.920308 dv-cinder-790910-5-smb neutron-server[91582]: WARNING neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] subnetpool is already registered May 20 08:51:52.920932 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service CORE assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.921256 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:subnetpool May 20 08:51:52.921571 dv-cinder-790910-5-smb neutron-server[91582]: WARNING neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] subnetpool is already registered May 20 08:51:52.925850 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.926283 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service FLAVORS assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.926928 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.927369 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.927723 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:router May 20 08:51:52.928074 dv-cinder-790910-5-smb neutron-server[91582]: WARNING neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] router is already registered May 20 08:51:52.928713 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:floatingip May 20 08:51:52.929039 dv-cinder-790910-5-smb neutron-server[91582]: WARNING neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] floatingip is already registered May 20 08:51:52.929670 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service METERING assigned prefix: /metering {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.930328 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of CountableResource for resource:rbac_policy May 20 08:51:52.930647 dv-cinder-790910-5-smb neutron-server[91582]: WARNING neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] rbac_policy is already registered May 20 08:51:52.931181 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:security_group May 20 08:51:52.931497 dv-cinder-790910-5-smb neutron-server[91582]: WARNING neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] security_group is already registered May 20 08:51:52.932073 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:security_group_rule May 20 08:51:52.932392 dv-cinder-790910-5-smb neutron-server[91582]: WARNING neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] security_group_rule is already registered May 20 08:51:52.933065 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service CORE assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.933386 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:subnetpool May 20 08:51:52.933709 dv-cinder-790910-5-smb neutron-server[91582]: WARNING neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] subnetpool is already registered May 20 08:51:52.934296 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.v2.resource_helper [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Service CORE assigned prefix: {{(pid=91582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 08:51:52.934615 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Creating instance of TrackedResource for resource:subnetpool May 20 08:51:52.934932 dv-cinder-790910-5-smb neutron-server[91582]: WARNING neutron.quota.resource_registry [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] subnetpool is already registered May 20 08:51:52.935576 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: extensions {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.937063 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: address-groups {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.938661 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: address-scopes {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.939955 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: agents {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.941154 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: auto-allocated-topology {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.942432 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: availability_zones {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.943797 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: dhcp-networks {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.945225 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: dhcp-agents {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.946641 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: routers {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.948454 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: flavors {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.949723 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: service_profiles {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.950940 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: next_providers {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.952477 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: service_profiles {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.953950 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: floatingip-pools {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.955357 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: routers {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.957317 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: floatingips {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.958502 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: l3-routers {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.959879 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: l3-agents {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.961318 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: metering-labels {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.962940 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: metering-label-rules {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.964242 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: network-ip-availabilities {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.965561 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: bindings {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.967227 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: quotas {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.968644 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: quotas {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.970154 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: rbac-policies {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.972058 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: security-groups {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.973291 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: security-group-rules {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.974549 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: service-providers {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.975841 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: subnetpools {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.977549 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: subnetpools {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.979159 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: tags {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.980936 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: tags {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.982757 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: tags {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.984511 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: tags {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.987884 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: tags {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.989768 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: tags {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:52.991468 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: tags {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:53.104348 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: tags {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:53.106159 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: tags {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:53.107997 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron.api.extensions [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Extended resource: tags {{(pid=91582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 08:51:53.114401 dv-cinder-790910-5-smb neutron-server[91582]: WARNING keystonemiddleware.auth_token [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 08:51:53.119053 dv-cinder-790910-5-smb neutron-server[91582]: WARNING keystonemiddleware.auth_token [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 08:51:53.127594 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_concurrency.lockutils [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Acquired lock "singleton_lock" {{(pid=91582) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 08:51:53.127991 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_concurrency.lockutils [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Releasing lock "singleton_lock" {{(pid=91582) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 08:51:53.128609 dv-cinder-790910-5-smb neutron-server[91582]: INFO oslo_service.service [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Starting 2 workers May 20 08:51:53.133159 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Started child 91687 {{(pid=91582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 08:51:53.137236 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Started child 91688 {{(pid=91582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 08:51:53.138374 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:53.139011 dv-cinder-790910-5-smb neutron-server[91582]: INFO neutron.service [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Neutron service started, listening on 0.0.0.0:9696 May 20 08:51:53.139412 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Notify callbacks [] for process, before_spawn {{(pid=91582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:53.139838 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [-] (91687) wsgi starting up on http://0.0.0.0:9696 May 20 08:51:53.141808 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:53.142274 dv-cinder-790910-5-smb neutron-server[91582]: INFO oslo_service.service [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Starting 1 workers May 20 08:51:53.143214 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [-] (91688) wsgi starting up on http://0.0.0.0:9696 May 20 08:51:53.146695 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Started child 91689 {{(pid=91582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 08:51:53.147203 dv-cinder-790910-5-smb neutron-server[91582]: INFO oslo_service.service [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Starting 1 workers May 20 08:51:53.150332 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.service [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] calling RpcWorker wait() {{(pid=91689) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 08:51:53.150865 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.service [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] returning from RpcWorker wait() {{(pid=91689) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 08:51:53.151357 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Started child 91690 {{(pid=91582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 08:51:53.152132 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG neutron_lib.callbacks.manager [None req-213cff79-9427-42ed-8fdd-d4ae0618031f None None] Notify callbacks [] for process, after_spawn {{(pid=91582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:53.152231 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:53.152768 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:53.153977 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91582) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 08:51:53.154184 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 08:51:53.154365 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 08:51:53.154571 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 08:51:53.154904 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 08:51:53.155063 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 08:51:53.155537 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.155805 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.156080 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.156176 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:53.156618 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.156618 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.157202 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.157453 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.158227 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.158513 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.158763 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.158933 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.159098 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.159346 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.159577 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.159879 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.160139 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.160390 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.160666 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.160865 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.161129 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.161400 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.161628 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.161882 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] debug = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.162110 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.162757 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.162991 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.163368 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.163740 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.164144 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.164547 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.164993 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.165361 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.165731 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.166115 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.166510 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.166899 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.167255 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.167606 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.168018 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.168472 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.169140 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] host = dv-cinder-790910-5-smb {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.169520 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.169872 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.170280 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.170688 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.171087 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.171465 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.171852 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.172228 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.172611 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.173002 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.173453 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.174314 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.174700 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.175091 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.175389 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_options = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.175776 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.176186 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.176587 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.176927 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.177227 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.177549 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.177935 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.178233 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.178628 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.178990 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.179337 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.179711 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.180096 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.180473 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.180881 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.181466 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.181845 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.182211 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.182324 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:53.182708 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.183091 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.183615 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.184010 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.184375 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.184843 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.185413 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.185793 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.186035 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.186372 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.186517 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.186836 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.187105 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.187504 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.187633 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.187871 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.188101 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.188331 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.188544 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.188847 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.189121 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.189367 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.189621 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.189856 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.190087 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.190283 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.190655 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.191049 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_json = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.191399 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.191756 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.192002 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.192238 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.192478 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.192686 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.193079 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.193320 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.193730 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.194013 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.194316 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.194540 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.194772 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.195019 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.195266 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.196036 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.196036 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.196036 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.196308 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.196469 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.196808 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.197224 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.197579 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.197909 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.198328 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.198741 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.199106 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.199472 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.199848 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.200076 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.200383 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.200675 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.200965 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.201234 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.201469 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.201693 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.201913 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.202141 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.202358 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.202589 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.202847 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.203077 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.203289 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.203511 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.203737 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.203968 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.204200 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.204441 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.205304 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.205651 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.205905 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.206139 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.206364 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.206586 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.206811 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.207030 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.207625 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.208016 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.208397 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.208618 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.208844 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.209085 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.209296 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.209522 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.209886 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.210145 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.210364 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.210584 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.210808 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.211220 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.211462 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.211678 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.211891 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.212128 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.212365 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.212595 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.212895 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.213031 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.213424 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.213798 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.214231 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.214450 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.214661 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.214872 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.215104 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.215293 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.215508 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.215719 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.215928 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.216137 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.216343 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.216561 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.216854 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.217331 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.217572 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.217822 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.218065 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.218318 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.218543 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.218798 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.219018 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.219259 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.219490 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.219880 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.220315 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.221101 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.221350 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.221590 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.221844 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.222064 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.222313 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.222536 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.222768 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.223044 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.223889 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.224303 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.224732 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.225029 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.225304 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.225788 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.226043 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.226551 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.226792 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.227074 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.227375 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.227634 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.227907 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.228155 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.228388 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.228638 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.228911 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.229161 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.229391 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.229629 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.229864 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.230130 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.230372 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.230590 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.230859 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.231111 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.231443 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.231668 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.231880 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.232090 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.232363 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.232591 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.232854 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.233117 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.233369 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.233602 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.233862 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.234117 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.234341 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.234743 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.235191 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.235592 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.235988 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.236339 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.236740 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.237096 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.237486 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.237858 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.238228 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.238598 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.238946 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.239307 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.239656 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.240031 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.240376 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.240766 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.241012 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.241240 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.241460 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.241677 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.241890 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.242163 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.242378 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.242640 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.242886 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.243142 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.243375 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.243613 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.243870 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.244081 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.244323 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.244538 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.244769 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.244984 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.245200 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.245410 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.245619 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.245861 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.246077 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.246309 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.246703 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.247176 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.247579 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.247963 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.248335 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.248685 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.249095 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.249335 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.249553 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.249765 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.249978 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.250212 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.250476 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.250715 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.250969 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.251206 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.251417 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.251669 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.251886 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.252091 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.252653 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.252653 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.252880 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.253087 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.253326 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.253550 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.253757 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.253964 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.254175 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.254382 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.254605 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.254810 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.255017 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.255228 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.255454 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.255675 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.255900 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.256110 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.256322 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.256526 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.256796 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.257004 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.257209 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.257420 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.257644 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.257975 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.258229 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.258444 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.258718 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.258944 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.259166 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.259412 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.259746 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.260324 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.260324 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.260533 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.260782 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.260999 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.261660 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.262119 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.262397 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.262661 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.262893 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.263184 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.263617 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.263873 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.264226 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.264539 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.265028 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.265297 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.265572 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.265797 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.266070 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.266288 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.266505 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.266737 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.266967 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.267707 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.267959 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.268203 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.268446 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.268656 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.268936 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.269149 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.269370 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.269597 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.269842 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.270052 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.270206 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 08:51:53.270758 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91582) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 08:51:53.270948 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 08:51:53.271100 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 08:51:53.271267 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 08:51:53.271432 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 08:51:53.271584 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 08:51:53.271789 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.271945 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.272253 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.272410 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.272566 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.272765 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.272923 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.273078 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.273232 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.273386 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.273542 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.273694 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.273848 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.274028 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.274153 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.274308 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.274463 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.274618 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.274778 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.274933 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.275090 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.275242 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.275543 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] debug = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.275695 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.276027 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.276195 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.276385 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.276541 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.276681 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.276814 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.277305 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.277305 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.277305 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.277547 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.277547 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.277690 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.277835 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.277990 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.278141 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.278294 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.278447 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] host = dv-cinder-790910-5-smb {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.278602 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.278755 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.278908 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.279060 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.279223 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.279373 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.279513 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.279667 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.279820 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.279972 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.280124 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.280277 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.280365 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:53.280480 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.280563 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.280745 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_options = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.280891 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.281043 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.281195 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.281365 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.281527 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.281680 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.281834 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.281987 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.282140 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.282293 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.282445 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.282598 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.282801 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.283456 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.283610 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.283763 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.283917 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.284084 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.284224 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.284377 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.284529 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.284682 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.284985 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.285138 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.285291 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.285444 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.285595 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.285747 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.285901 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.286054 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.286208 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.286387 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.286488 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.286644 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.286797 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.286949 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.287102 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.287258 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.287411 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.287563 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.287715 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.287868 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.288020 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.288174 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.288327 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.288479 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_json = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.288632 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.288823 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.288950 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.289103 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.289256 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.289408 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.289561 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.289715 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 08:51:53.289889 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.290048 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.290216 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.290374 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.290532 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.290697 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.290834 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.290990 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.291146 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.291304 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.291474 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.291632 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.291798 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.291955 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.292111 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.292269 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.292427 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.292583 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.292761 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.292919 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.293077 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.293234 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.293405 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.293563 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.293720 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.293876 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.294033 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.294189 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.294346 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.294504 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.294661 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.294818 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.294974 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.295130 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.295287 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.295443 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.295599 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.295756 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.295912 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.296069 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.296225 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.296401 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.296539 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.296697 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.296872 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.297029 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.297186 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.297343 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.297522 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.297684 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.297851 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.298007 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.298164 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.298342 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.298500 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.298657 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.298815 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.298972 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.299129 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.299285 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.299442 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.299611 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.300568 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.300990 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.301145 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.301449 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.301750 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.301907 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.302093 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.302286 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.302547 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.302547 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.302826 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.302826 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.303074 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.303154 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.303253 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.303425 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.303556 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.303712 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.303870 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.304028 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.304330 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.304330 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.304553 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.304651 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.304832 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.304991 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.305148 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.305340 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.305465 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.305622 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.305778 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.305934 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.306091 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.306247 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.306403 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.306562 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.306720 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.306876 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.307033 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.307246 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.307328 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.307480 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.307637 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.307829 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.308019 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.308110 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.308229 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.308385 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.308385 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.308385 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.308972 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.309066 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.309147 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.309311 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.309480 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.309637 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.309795 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.309953 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.310111 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.310268 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.310424 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.310581 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.310739 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.310897 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.311055 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.311218 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.311390 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.311548 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.311705 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.311862 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.312041 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.312198 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.312355 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.312515 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.312674 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.312857 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.313440 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.313440 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.313440 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.313440 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.313440 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.313440 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.313440 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.313440 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.315692 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.315692 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.315692 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.315692 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.315692 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.315692 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.315692 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.315692 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.316239 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.316239 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.316239 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.316239 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.316239 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.316239 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.316645 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.316645 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.316645 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.316895 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.316895 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.317035 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.317176 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.317335 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.317492 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.317653 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.317811 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.317970 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.318128 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.318286 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.318444 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.318603 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.318762 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.318918 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.319075 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.319232 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.319389 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.319547 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.319704 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.319862 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.320020 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.320177 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.320334 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.320506 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.320664 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.320856 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.321030 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.321166 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.321322 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.321484 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.321641 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.321798 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.321954 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.322111 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.322270 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.322431 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.322626 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.322743 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.322899 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.323056 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.323212 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.323369 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.323538 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.323696 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.323853 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.324010 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.324168 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.324333 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.324491 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.324657 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.324830 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.324988 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.325155 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.325313 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.325470 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.325627 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.325783 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.325949 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.326106 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.326263 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.326419 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.326575 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.326798 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.326893 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.327041 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.327197 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.327354 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.327519 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.327678 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.327836 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.328002 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.328159 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.328316 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.328474 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.328642 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.328830 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.328990 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.329147 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.329303 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.329460 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.330130 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.330294 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.330464 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.330822 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.330822 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.331005 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.331177 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.331268 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.331387 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.331549 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.331717 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.331879 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.332035 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.332192 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.332349 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.332505 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.332748 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.332864 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.332987 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.333144 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.334033 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.334033 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.334837 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.334837 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.334837 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.334837 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.334837 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.334837 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.336195 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.336195 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 08:51:53.336195 dv-cinder-790910-5-smb neutron-server[91582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 08:51:53.400272 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 58222) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:51:53.409218 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068681 May 20 08:52:04.202328 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b6fc2-3482-4df0-b94c-f16226f30731 None None] get_active_networks_info from dv-cinder-790910-5-smb {{(pid=91689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:52:04.283986 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b6fc2-3482-4df0-b94c-f16226f30731 None None] No non-hosted networks {{(pid=91689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 08:52:04.292060 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.agentschedulers_db [None req-c15b6fc2-3482-4df0-b94c-f16226f30731 None None] DHCP Agent not found on host dv-cinder-790910-5-smb {{(pid=91689) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 08:52:04.374923 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a89a230d-154f-46f4-b42d-537fd5c9c7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284'] for agent, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:06.629825 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284'] for agent, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:06.630467 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.633086 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.633337 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.633672 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.634004 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.634323 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.634742 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.634964 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.635288 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.635613 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.635933 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.636327 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:06.636639 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790910-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:52:06.654941 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790910-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:52:06.813209 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-9930cee5-999a-4b0b-9ce3-29d7e7512483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284'] for agent, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:06.890403 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-adee406e-2b2b-4e2b-9137-ec1d42204162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:07.698471 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284'] for agent, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:09.458818 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284'] for agent, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:10.984974 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 58312) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:11.571668 dv-cinder-790910-5-smb neutron-server[91688]: WARNING oslo_policy.policy [None req-198c0d99-a9c2-4539-91ea-710f93e80194 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 08:52:11.572271 dv-cinder-790910-5-smb neutron-server[91688]: WARNING oslo_policy.policy [None req-198c0d99-a9c2-4539-91ea-710f93e80194 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 08:52:11.788907 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [None req-198c0d99-a9c2-4539-91ea-710f93e80194 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=91688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:52:11.789962 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-198c0d99-a9c2-4539-91ea-710f93e80194 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8040888 May 20 08:52:12.815966 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.db.l3_hamode_db [None req-c88250f2-d2ad-470c-9595-3cad4a92509b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 08:52:12.900377 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88250f2-d2ad-470c-9595-3cad4a92509b None None] Routers set() bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:52:12.900792 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88250f2-d2ad-470c-9595-3cad4a92509b None None] Router IDs set() for agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 08:52:14.139606 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 58326) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:14.510015 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-4b74ec3d-9425-4d99-99e9-cad48d056301 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:52:14.608777 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.policy [None req-4b74ec3d-9425-4d99-99e9-cad48d056301 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91688) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 08:52:14.653727 dv-cinder-790910-5-smb neutron-server[91688]: WARNING oslo_policy.policy [None req-4b74ec3d-9425-4d99-99e9-cad48d056301 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 08:52:14.654100 dv-cinder-790910-5-smb neutron-server[91688]: WARNING oslo_policy.policy [None req-4b74ec3d-9425-4d99-99e9-cad48d056301 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 08:52:14.662953 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.quota [None req-4b74ec3d-9425-4d99-99e9-cad48d056301 admin admin] Loaded quota_driver: . May 20 08:52:14.678714 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-4b74ec3d-9425-4d99-99e9-cad48d056301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:52:14.744006 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4b74ec3d-9425-4d99-99e9-cad48d056301 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756303885723', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756303886246', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756303858499', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756303868143', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756303776018', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756303786565', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-642913', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1021088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8377957', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8290319'] for rbac-policy, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:14.809187 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4b74ec3d-9425-4d99-99e9-cad48d056301 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:14.810461 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-4b74ec3d-9425-4d99-99e9-cad48d056301 admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6698697 May 20 08:52:17.387982 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 58340) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:17.743673 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'name': 'private', 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:52:17.748279 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:52:17.753591 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Usage tracker for resource:network and tenant:17e18cb9564c4047a3bd64c6d6b3dc8a is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:52:17.758099 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:52:17.763987 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:52:17.773803 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Made reservation on behalf of 17e18cb9564c4047a3bd64c6d6b3dc8a for: {'network': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:52:17.776770 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:17.793831 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:17.807168 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:52:17.810735 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Usage tracker for resource:security_group_rule and tenant:17e18cb9564c4047a3bd64c6d6b3dc8a is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:52:17.815979 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:52:17.821402 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:52:17.918410 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:17.922788 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:17.929080 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:17.947139 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=91688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:52:17.973465 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756301950266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:17.974069 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Unsubscribe: segment precommit_create {{(pid=91688) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 08:52:17.974529 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.segments_db [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Added segment 5a4170f3-dc35-4ec8-b257-012f95647651 of type vlan for network 12de5956-b098-4958-82e3-5d2dfc437290 May 20 08:52:18.021961 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeda5866-d584-4569-8918-0798f7426a5b,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:18.042636 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.042961 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.043329 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.043642 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.043949 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.044257 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.044559 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.044897 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.045206 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.045507 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.045805 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.046099 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Tracked resource versions report: May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: pushed versions: May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: { 'AddressGroup': {'1.2'}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'ConntrackHelper': {'1.0'}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'Log': {'1.0'}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'Network': {'1.1'}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'Port': {'1.7'}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'PortForwarding': {'1.2'}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'QosPolicy': {'1.8'}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'SecurityGroup': {'1.4'}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'SecurityGroupRule': {'1.2'}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'SubPort': {'1.0'}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'Subnet': {'1.1'}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'Trunk': {'1.1'}} May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: consumer versions: May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: { DHCP agent@dv-cinder-790910-5-smb: {}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: L3 agent@dv-cinder-790910-5-smb: {}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: Metadata agent@dv-cinder-790910-5-smb: {}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: Metering agent@dv-cinder-790910-5-smb: {}, May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: Open vSwitch agent@dv-cinder-790910-5-smb: { 'AddressGroup': '1.2', May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'ConntrackHelper': '1.0', May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'Log': '1.0', May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'Network': '1.1', May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'Port': '1.7', May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'PortForwarding': '1.2', May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'QosPolicy': '1.8', May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'SecurityGroup': '1.4', May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'SecurityGroupRule': '1.2', May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'SubPort': '1.0', May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'Subnet': '1.1', May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: 'Trunk': '1.1'}} May 20 08:52:18.047215 dv-cinder-790910-5-smb neutron-server[91688]: {{(pid=91688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 08:52:18.093569 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:18.099674 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:18.136658 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:18.138106 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:18.138738 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:18.143190 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:18.238298 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8492322 May 20 08:52:18.246107 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Pushing event updated for resources: {'Network': ['ID=12de5956-b098-4958-82e3-5d2dfc437290,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:18.249410 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:18.258551 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 12de5956-b098-4958-82e3-5d2dfc437290 details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:52:20.859828 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 58356) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:21.311609 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a155ef9-7cd0-4874-ab38-aa1e67e6b20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:21.312914 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-9a155ef9-7cd0-4874-ab38-aa1e67e6b20e admin admin] 10.222.0.88 "GET /v2.0/networks/12de5956-b098-4958-82e3-5d2dfc437290 HTTP/1.1" status: 200 len: 826 time: 0.4521167 May 20 08:52:21.339423 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-503e0dd0-15c1-44b0-9fcd-f2f962d332ea admin admin] 10.222.0.88 "GET /v2.0/subnetpools/7df5c196-09b3-4ed2-9ea1-b68ff0e37ef7 HTTP/1.1" status: 200 len: 734 time: 0.0205350 May 20 08:52:21.347461 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '7df5c196-09b3-4ed2-9ea1-b68ff0e37ef7', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:52:21.351980 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:52:21.355694 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Usage tracker for resource:subnet and tenant:17e18cb9564c4047a3bd64c6d6b3dc8a is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:52:21.358574 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:52:21.364598 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:52:21.376537 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Made reservation on behalf of 17e18cb9564c4047a3bd64c6d6b3dc8a for: {'subnet': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:52:21.379140 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:21.850664 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487'] for subnet, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:21.855956 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:21.936348 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a122b2-91ef-4cff-ab96-bbd1b586ad58,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:21.938390 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Checking segment: {'id': '5a4170f3-dc35-4ec8-b257-012f95647651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:52:21.938760 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Network hostable DHCP agents. Network: 12de5956-b098-4958-82e3-5d2dfc437290, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:52:21.944477 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:21.960839 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Network 12de5956-b098-4958-82e3-5d2dfc437290 is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:52:21.970524 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 12de5956-b098-4958-82e3-5d2dfc437290) {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:52:21.975399 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:21.975990 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:21.981024 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891a8ede-74b7-4eaf-84cb-a25e80262b8f None None] Network 12de5956-b098-4958-82e3-5d2dfc437290 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:52:21.995353 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6511316 May 20 08:52:22.288616 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd426b12a-b5bf-5c7a-8a21-2acd444125f9-12de5956-b098-4958-82e3-5d2dfc437290', 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'fixed_ips': [{'subnet_id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58'}]}} from dv-cinder-790910-5-smb. {{(pid=91689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:52:22.289926 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:22.469319 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.db_base_plugin_common [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Allocated IP 172.20.0.2 (12de5956-b098-4958-82e3-5d2dfc437290/85a122b2-91ef-4cff-ab96-bbd1b586ad58/7489b152-da54-463f-803a-cf62ffec504b) {{(pid=91689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:52:22.692090 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Notify callbacks [] for port, precommit_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:22.704567 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Transition to ACTIVE for port object 7489b152-da54-463f-803a-cf62ffec504b will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:52:22.724468 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Transition to ACTIVE for port object 7489b152-da54-463f-803a-cf62ffec504b will not be triggered until provisioned by entity DHCP. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:52:22.731044 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:22.735880 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:22.794908 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Network 12de5956-b098-4958-82e3-5d2dfc437290 is already hosted by enough agents. {{(pid=91689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:52:22.797755 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.base_scheduler [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Resources bound (agent type, host, resource id): {{(pid=91689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:52:22.801724 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Received port after_create {{(pid=91689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:52:22.839421 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Pushing event updated for resources: {'Port': ['ID=7489b152-da54-463f-803a-cf62ffec504b,revision_number=1']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:22.855402 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.855736 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.856061 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.856382 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.856700 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.857036 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.857346 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.857656 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.857963 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.858269 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.858574 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.858876 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Tracked resource versions report: May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: pushed versions: May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: { 'AddressGroup': {'1.2'}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'ConntrackHelper': {'1.0'}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'Log': {'1.0'}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'Network': {'1.1'}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'Port': {'1.7'}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'PortForwarding': {'1.2'}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'QosPolicy': {'1.8'}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'SecurityGroup': {'1.4'}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'SecurityGroupRule': {'1.2'}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'SubPort': {'1.0'}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'Subnet': {'1.1'}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'Trunk': {'1.1'}} May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: consumer versions: May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: { DHCP agent@dv-cinder-790910-5-smb: {}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: L3 agent@dv-cinder-790910-5-smb: {}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: Metadata agent@dv-cinder-790910-5-smb: {}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: Metering agent@dv-cinder-790910-5-smb: {}, May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: Open vSwitch agent@dv-cinder-790910-5-smb: { 'AddressGroup': '1.2', May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'ConntrackHelper': '1.0', May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'Log': '1.0', May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'Network': '1.1', May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'Port': '1.7', May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'PortForwarding': '1.2', May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'QosPolicy': '1.8', May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'SecurityGroup': '1.4', May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'SecurityGroupRule': '1.2', May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'SubPort': '1.0', May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'Subnet': '1.1', May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: 'Trunk': '1.1'}} May 20 08:52:22.860023 dv-cinder-790910-5-smb neutron-server[91689]: {{(pid=91689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 08:52:22.888652 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:22.912910 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Attempting to bind port 7489b152-da54-463f-803a-cf62ffec504b on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:52:22.913293 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Attempting to bind port 7489b152-da54-463f-803a-cf62ffec504b by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '5a4170f3-dc35-4ec8-b257-012f95647651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:52:22.913729 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Attempting to bind port 7489b152-da54-463f-803a-cf62ffec504b on network 12de5956-b098-4958-82e3-5d2dfc437290 {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:52:22.918937 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:52:22.919339 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Checking segment: {'id': '5a4170f3-dc35-4ec8-b257-012f95647651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:52:22.919841 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:22.920229 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Bound using segment: {'id': '5a4170f3-dc35-4ec8-b257-012f95647651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:52:22.920689 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Bound port: 7489b152-da54-463f-803a-cf62ffec504b, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4170f3-dc35-4ec8-b257-012f95647651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:52:22.921082 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:23.010834 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] For port 7489b152-da54-463f-803a-cf62ffec504b, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:52:23.014573 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] For port 7489b152-da54-463f-803a-cf62ffec504b, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=7489b152-da54-463f-803a-cf62ffec504b,segment=NetworkSegment(5a4170f3-dc35-4ec8-b257-012f95647651),segment_id=5a4170f3-dc35-4ec8-b257-012f95647651)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:52:23.019173 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:23.022892 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:23.104519 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Pushing event updated for resources: {'Port': ['ID=7489b152-da54-463f-803a-cf62ffec504b,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:23.109507 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:24.351378 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 58366) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:24.722483 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [None req-90738f0f-47db-4c69-abb9-be9c00e547a4 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=91688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:52:24.723569 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-90738f0f-47db-4c69-abb9-be9c00e547a4 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3708744 May 20 08:52:27.093473 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 58376) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:27.714304 dv-cinder-790910-5-smb neutron-server[91687]: WARNING oslo_policy.policy [None req-9cc27d08-9a37-4499-a0be-e68ffaa36296 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 08:52:27.714909 dv-cinder-790910-5-smb neutron-server[91687]: WARNING oslo_policy.policy [None req-9cc27d08-9a37-4499-a0be-e68ffaa36296 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 08:52:27.932888 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [None req-9cc27d08-9a37-4499-a0be-e68ffaa36296 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=91687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:52:27.934143 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-9cc27d08-9a37-4499-a0be-e68ffaa36296 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8386765 May 20 08:52:28.555750 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6d840e-55e4-4021-a769-df54e7376129 None None] Network 12de5956-b098-4958-82e3-5d2dfc437290 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:52:28.644925 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 7489b152-da54-463f-803a-cf62ffec504b up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:52:28.676534 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-b8c9bfd7-89ed-4aee-817d-a2224c40cb4e None None] Provisioning for port 7489b152-da54-463f-803a-cf62ffec504b completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:52:28.799131 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 7489b152-da54-463f-803a-cf62ffec504b completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:52:28.806900 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 7489b152-da54-463f-803a-cf62ffec504b triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:52:28.807292 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:28.979226 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:29.014971 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 7489b152-da54-463f-803a-cf62ffec504b, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=7489b152-da54-463f-803a-cf62ffec504b,segment=NetworkSegment(5a4170f3-dc35-4ec8-b257-012f95647651),segment_id=5a4170f3-dc35-4ec8-b257-012f95647651)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:52:29.020863 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:29.023194 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:29.114791 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=7489b152-da54-463f-803a-cf62ffec504b,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:29.117922 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:29.213759 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-1433727c-33a5-4c46-85fc-d5d29b815e2c None None] Provisioning complete for port 7489b152-da54-463f-803a-cf62ffec504b triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:52:29.214118 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1433727c-33a5-4c46-85fc-d5d29b815e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:30.593328 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 58398) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:30.605699 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 7489b152-da54-463f-803a-cf62ffec504b up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:52:30.669955 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 7489b152-da54-463f-803a-cf62ffec504b triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:52:30.670350 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:30.947082 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'admin_state_up': True}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:52:31.016904 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.policy [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91687) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 08:52:31.063272 dv-cinder-790910-5-smb neutron-server[91687]: WARNING oslo_policy.policy [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 08:52:31.063641 dv-cinder-790910-5-smb neutron-server[91687]: WARNING oslo_policy.policy [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 08:52:31.072811 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.quota [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Loaded quota_driver: . May 20 08:52:31.088962 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:52:31.095544 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Usage tracker for resource:router and tenant:17e18cb9564c4047a3bd64c6d6b3dc8a is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:52:31.100122 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:52:31.107981 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:52:31.125647 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8119521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31756'] for router, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:31.128267 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8120823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8210336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8064580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31751'] for router, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:31.154513 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:31.273495 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8210378'] for router, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:31.293817 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] Notify callbacks [] for router, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:31.295039 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-94016a60-739e-4c0a-ad09-e9cec879ace8 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7007401 May 20 08:52:33.691836 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 58410) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:34.073430 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [None req-3917c942-b223-4e52-b308-ac0b10e504cc admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=91687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:52:34.074389 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-3917c942-b223-4e52-b308-ac0b10e504cc admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3816376 May 20 08:52:34.111695 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-7d29999b-55c9-4982-81d0-e9b517e97a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:36.406228 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 58420) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:36.630720 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:36.774317 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:52:36.779342 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:52:36.783111 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Usage tracker for resource:network and tenant:08aa803997ec4464abc6fd8b5394941e is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:52:36.786580 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:52:36.792204 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:52:36.802878 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Made reservation on behalf of 08aa803997ec4464abc6fd8b5394941e for: {'network': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:52:36.805818 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:36.809724 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-463a302b-fbb7-4302-8329-fa864de61c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:36.824377 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:36.838187 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:52:36.841798 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Usage tracker for resource:security_group_rule and tenant:08aa803997ec4464abc6fd8b5394941e is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:52:36.844956 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:52:36.850443 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:52:36.949206 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:36.953010 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:36.958296 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:36.971219 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Reserving flat network on physical network physnet1 {{(pid=91687) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 08:52:37.003512 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756301950266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:37.004113 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Unsubscribe: segment precommit_create {{(pid=91687) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 08:52:37.004577 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.segments_db [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Added segment 9b193db7-9ed1-4b83-8cd4-5702b81c7fb4 of type flat for network 0d7e70f2-48c0-42ed-9893-06725d297828 May 20 08:52:37.052421 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcd95d1-5119-41d9-b238-e58ea37e84c2,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:37.072310 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.072640 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.072988 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.073305 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.073619 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.073933 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.074241 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.074547 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.074868 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.075177 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.075487 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.075787 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Tracked resource versions report: May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: pushed versions: May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: { 'AddressGroup': {'1.2'}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'ConntrackHelper': {'1.0'}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'Log': {'1.0'}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'Network': {'1.1'}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'Port': {'1.7'}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'PortForwarding': {'1.2'}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'QosPolicy': {'1.8'}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'SecurityGroup': {'1.4'}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'SecurityGroupRule': {'1.2'}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'SubPort': {'1.0'}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'Subnet': {'1.1'}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'Trunk': {'1.1'}} May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: consumer versions: May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: { DHCP agent@dv-cinder-790910-5-smb: {}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: L3 agent@dv-cinder-790910-5-smb: {}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: Metadata agent@dv-cinder-790910-5-smb: {}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: Metering agent@dv-cinder-790910-5-smb: {}, May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: Open vSwitch agent@dv-cinder-790910-5-smb: { 'AddressGroup': '1.2', May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'ConntrackHelper': '1.0', May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'Log': '1.0', May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'Network': '1.1', May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'Port': '1.7', May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'PortForwarding': '1.2', May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'QosPolicy': '1.8', May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'SecurityGroup': '1.4', May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'SecurityGroupRule': '1.2', May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'SubPort': '1.0', May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'Subnet': '1.1', May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: 'Trunk': '1.1'}} May 20 08:52:37.076935 dv-cinder-790910-5-smb neutron-server[91687]: {{(pid=91687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 08:52:37.128759 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:37.134088 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:37.172021 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:37.174188 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:37.174837 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:37.179208 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:37.217123 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 5 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:52:37.271525 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8642354 May 20 08:52:37.279301 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Pushing event updated for resources: {'Network': ['ID=0d7e70f2-48c0-42ed-9893-06725d297828,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:37.283276 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:37.290558 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 0d7e70f2-48c0-42ed-9893-06725d297828 details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:52:37.630849 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:39.401338 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:39.615560 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 58444) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:39.836167 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb93eff-28fc-404e-9034-9a014d0e5b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:39.837535 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-cbb93eff-28fc-404e-9034-9a014d0e5b5f admin admin] 10.222.0.88 "GET /v2.0/subnets/85a122b2-91ef-4cff-ab96-bbd1b586ad58 HTTP/1.1" status: 200 len: 849 time: 0.2211006 May 20 08:52:39.991983 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-f5c3c8e2-4407-450f-a12d-5f2694c002d2 admin admin] 10.222.0.88 "GET /v2.0/routers/bf07c723-f693-45b7-8aed-c3604724ee18 HTTP/1.1" status: 200 len: 704 time: 0.1490026 May 20 08:52:40.445085 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:40.670603 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Allocated IP 172.20.0.1 (12de5956-b098-4958-82e3-5d2dfc437290/85a122b2-91ef-4cff-ab96-bbd1b586ad58/33f85d04-ed37-4d55-bc3b-c1b7f668f991) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:52:40.825592 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:40.842613 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Transition to ACTIVE for port object 33f85d04-ed37-4d55-bc3b-c1b7f668f991 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:52:40.895783 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:40.900182 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:40.959618 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Network 12de5956-b098-4958-82e3-5d2dfc437290 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:52:40.962436 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:52:40.968434 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:52:40.968961 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126163'] for router_interface, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:41.096948 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Pushing event updated for resources: {'Port': ['ID=33f85d04-ed37-4d55-bc3b-c1b7f668f991,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:41.103998 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:41.208605 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-2642e88a-2515-4a95-a698-54744167a9d6 None None] Provisioning for port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:52:41.213734 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-2642e88a-2515-4a95-a698-54744167a9d6 None None] Provisioning complete for port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:52:41.214036 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2642e88a-2515-4a95-a698-54744167a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:41.270908 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-2642e88a-2515-4a95-a698-54744167a9d6 None None] Port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:52:41.274652 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:41.494715 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:41.498978 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:41.500009 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8087378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8212072'] for router_interface, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:41.504001 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:41.594351 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Pushing event updated for resources: {'Port': ['ID=33f85d04-ed37-4d55-bc3b-c1b7f668f991,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:41.638953 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:41.692523 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Network 12de5956-b098-4958-82e3-5d2dfc437290 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:52:41.693595 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:52:41.883613 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Router bf07c723-f693-45b7-8aed-c3604724ee18 is scheduled to L3 agent c70db390-4164-4320-811d-63d91c5b3be7 with binding_index 1 {{(pid=91687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:52:41.893938 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-fc2f6bd2-dd9d-420b-b6cc-81c848298dce None None] Provisioning complete for port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:52:41.894312 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6bd2-dd9d-420b-b6cc-81c848298dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:41.947781 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f6bd2-dd9d-420b-b6cc-81c848298dce None None] Port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:52:42.033831 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:52:42.042828 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] 10.222.0.88 "PUT /v2.0/routers/bf07c723-f693-45b7-8aed-c3604724ee18/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0459740 May 20 08:52:42.043300 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Sync routers for ids ['bf07c723-f693-45b7-8aed-c3604724ee18'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:52:42.054083 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Routers {'bf07c723-f693-45b7-8aed-c3604724ee18'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:52:42.054937 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T08:52:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['bf07c723-f693-45b7-8aed-c3604724ee18'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:52:42.228653 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Set router bf07c723-f693-45b7-8aed-c3604724ee18 gateway port host: None {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:52:42.591868 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'name': 'router1', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:52:31Z', 'updated_at': '2021-05-20T08:52:41Z', 'revision_number': 2, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'gw_port_host': None, '_interfaces': [{'id': '33f85d04-ed37-4d55-bc3b-c1b7f668f991', 'name': '', 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'mac_address': 'fa:16:3e:68:b0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:52:40Z', 'updated_at': '2021-05-20T08:52:41Z', 'revision_number': 2, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'subnets': [{'id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df5c196-09b3-4ed2-9ea1-b68ff0e37ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:52:42.596886 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Checking router: bf07c723-f693-45b7-8aed-c3604724ee18 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:52:42.597263 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Updating router bf07c723-f693-45b7-8aed-c3604724ee18 port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 binding host dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:52:42.649779 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:43.022711 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Notify callbacks [] for port, precommit_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:43.038128 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.provisioning_blocks [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Transition to ACTIVE for port object 33f85d04-ed37-4d55-bc3b-c1b7f668f991 will not be triggered until provisioned by entity L2. {{(pid=91690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:52:43.044461 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:43.051193 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:43.242066 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Pushing event updated for resources: {'Port': ['ID=33f85d04-ed37-4d55-bc3b-c1b7f668f991,revision_number=3']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:43.259360 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.259687 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.260015 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.260329 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.260641 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.261008 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.261317 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.261621 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.261929 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.262232 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.262532 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.262897 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Tracked resource versions report: May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: pushed versions: May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: { 'AddressGroup': {'1.2'}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'ConntrackHelper': {'1.0'}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'Log': {'1.0'}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'Network': {'1.1'}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'Port': {'1.7'}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'PortForwarding': {'1.2'}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'QosPolicy': {'1.8'}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'SecurityGroup': {'1.4'}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'SecurityGroupRule': {'1.2'}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'SubPort': {'1.0'}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'Subnet': {'1.1'}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'Trunk': {'1.1'}} May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: consumer versions: May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: { DHCP agent@dv-cinder-790910-5-smb: {}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: L3 agent@dv-cinder-790910-5-smb: {}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: Metadata agent@dv-cinder-790910-5-smb: {}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: Metering agent@dv-cinder-790910-5-smb: {}, May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: Open vSwitch agent@dv-cinder-790910-5-smb: { 'AddressGroup': '1.2', May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'ConntrackHelper': '1.0', May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'Log': '1.0', May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'Network': '1.1', May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'Port': '1.7', May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'PortForwarding': '1.2', May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'QosPolicy': '1.8', May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'SecurityGroup': '1.4', May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'SecurityGroupRule': '1.2', May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'SubPort': '1.0', May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'Subnet': '1.1', May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: 'Trunk': '1.1'}} May 20 08:52:43.264037 dv-cinder-790910-5-smb neutron-server[91690]: {{(pid=91690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 08:52:43.275255 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:43.282234 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Attempting to bind port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:52:43.282616 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Attempting to bind port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '5a4170f3-dc35-4ec8-b257-012f95647651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290'}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:52:43.283038 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Attempting to bind port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 on network 12de5956-b098-4958-82e3-5d2dfc437290 {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:52:43.288833 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:52:43.289244 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Checking segment: {'id': '5a4170f3-dc35-4ec8-b257-012f95647651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:52:43.289742 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:43.290119 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Bound using segment: {'id': '5a4170f3-dc35-4ec8-b257-012f95647651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290'} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:52:43.290619 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Bound port: 33f85d04-ed37-4d55-bc3b-c1b7f668f991, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4170f3-dc35-4ec8-b257-012f95647651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290'}}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:52:43.290977 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:43.375465 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] For port 33f85d04-ed37-4d55-bc3b-c1b7f668f991, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:52:43.379608 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] For port 33f85d04-ed37-4d55-bc3b-c1b7f668f991, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=33f85d04-ed37-4d55-bc3b-c1b7f668f991,segment=NetworkSegment(5a4170f3-dc35-4ec8-b257-012f95647651),segment_id=5a4170f3-dc35-4ec8-b257-012f95647651)] {{(pid=91690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:52:43.383207 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:43.387826 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:43.490742 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Pushing event updated for resources: {'Port': ['ID=33f85d04-ed37-4d55-bc3b-c1b7f668f991,revision_number=4']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:43.496047 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:43.497591 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Routers {'bf07c723-f693-45b7-8aed-c3604724ee18'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:52:43.498181 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T08:52:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['bf07c723-f693-45b7-8aed-c3604724ee18'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:52:43.648523 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] Set router bf07c723-f693-45b7-8aed-c3604724ee18 gateway port host: None {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:52:43.963077 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'name': 'router1', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:52:31Z', 'updated_at': '2021-05-20T08:52:41Z', 'revision_number': 2, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'gw_port_host': None, '_interfaces': [{'id': '33f85d04-ed37-4d55-bc3b-c1b7f668f991', 'name': '', 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'mac_address': 'fa:16:3e:68:b0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:52:40Z', 'updated_at': '2021-05-20T08:52:43Z', 'revision_number': 4, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'subnets': [{'id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df5c196-09b3-4ed2-9ea1-b68ff0e37ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:52:43.967050 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f2f29-0ec2-4866-997b-3308f2a4f9a0 None None] The sync data for ids ['bf07c723-f693-45b7-8aed-c3604724ee18'] in dv-cinder-790910-5-smb is: [{'id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'name': 'router1', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:52:31Z', 'updated_at': '2021-05-20T08:52:41Z', 'revision_number': 2, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'gw_port_host': None, '_interfaces': [{'id': '33f85d04-ed37-4d55-bc3b-c1b7f668f991', 'name': '', 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'mac_address': 'fa:16:3e:68:b0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:52:40Z', 'updated_at': '2021-05-20T08:52:43Z', 'revision_number': 4, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'subnets': [{'id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df5c196-09b3-4ed2-9ea1-b68ff0e37ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:52:44.212878 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 58466) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:44.357677 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdb7e0d-c8d2-436b-be17-c966922b8c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:44.358146 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-cbdb7e0d-c8d2-436b-be17-c966922b8c13 admin admin] Synchronizing usage tracker for tenant:08aa803997ec4464abc6fd8b5394941e on resource:network {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:52:44.377178 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-cbdb7e0d-c8d2-436b-be17-c966922b8c13 admin admin] Unset dirty status for tenant:08aa803997ec4464abc6fd8b5394941e on resource:network {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:52:44.378315 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-cbdb7e0d-c8d2-436b-be17-c966922b8c13 admin admin] 10.222.0.88 "GET /v2.0/networks/0d7e70f2-48c0-42ed-9893-06725d297828 HTTP/1.1" status: 200 len: 842 time: 0.1644185 May 20 08:52:44.387978 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'ip_version': 4}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:52:44.393897 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:52:44.397691 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Usage tracker for resource:subnet and tenant:08aa803997ec4464abc6fd8b5394941e is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:52:44.400594 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:52:44.406623 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:52:44.419155 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Made reservation on behalf of 08aa803997ec4464abc6fd8b5394941e for: {'subnet': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:52:44.421532 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:44.841810 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.objects.ports [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91687) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 08:52:44.842158 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487'] for subnet, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:44.846966 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:44.956118 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddfc1643-8d63-4245-8ab8-6f6f61ed276f,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:44.961779 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:44.964296 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Checking segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:52:44.964654 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Network hostable DHCP agents. Network: 0d7e70f2-48c0-42ed-9893-06725d297828, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:52:44.984497 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:52:44.994653 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 0d7e70f2-48c0-42ed-9893-06725d297828) {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:52:44.999395 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:44.999979 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:45.003966 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df60e52d-62ec-4064-89b4-f9f7337c018a None None] Network 0d7e70f2-48c0-42ed-9893-06725d297828 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:52:45.019854 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6355121 May 20 08:52:45.229499 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d8e0bd-aea9-4332-8a53-a4a78d555d26 None None] Network 0d7e70f2-48c0-42ed-9893-06725d297828 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:52:46.645174 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 33f85d04-ed37-4d55-bc3b-c1b7f668f991 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:52:46.719869 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:52:46.724951 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:52:46.725319 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:46.847096 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:46.878960 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 33f85d04-ed37-4d55-bc3b-c1b7f668f991, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=33f85d04-ed37-4d55-bc3b-c1b7f668f991,segment=NetworkSegment(5a4170f3-dc35-4ec8-b257-012f95647651),segment_id=5a4170f3-dc35-4ec8-b257-012f95647651)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:52:46.883213 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:46.885262 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:46.949357 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=33f85d04-ed37-4d55-bc3b-c1b7f668f991,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:46.952301 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:47.270110 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 58480) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:47.463323 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a4bfba89-f9d0-4251-bc94-a2c0a4c1bd13 admin admin] 10.222.0.88 "GET /v2.0/routers/bf07c723-f693-45b7-8aed-c3604724ee18 HTTP/1.1" status: 200 len: 710 time: 0.1920979 May 20 08:52:47.590247 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3012ef8e-cd0e-4009-992d-88d808ee78a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:47.591589 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-3012ef8e-cd0e-4009-992d-88d808ee78a7 admin admin] 10.222.0.88 "GET /v2.0/networks/0d7e70f2-48c0-42ed-9893-06725d297828 HTTP/1.1" status: 200 len: 886 time: 0.1232500 May 20 08:52:47.600479 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:52:48.034852 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8210322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8119543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31761'] for router, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:48.353169 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:48.407183 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:48.592294 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Allocated IP 172.28.2.206 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/2ccc48e9-0c81-440d-b9fb-ad907e121edc) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:52:48.618691 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 33f85d04-ed37-4d55-bc3b-c1b7f668f991 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:52:48.684290 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:52:48.684654 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:48.738549 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:48.768856 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:48.772860 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:48.837709 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:52:48.840398 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:52:48.843306 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:52:48.904416 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Pushing event updated for resources: {'Port': ['ID=2ccc48e9-0c81-440d-b9fb-ad907e121edc,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:48.907182 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:49.212368 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:49.538066 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8210322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8119543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31761'] for router, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:49.541278 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8210378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8210309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8210387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8119429'] for router, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:49.717053 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Router bf07c723-f693-45b7-8aed-c3604724ee18 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:52:49.937559 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:52:49.946527 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Notify callbacks [] for router, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:49.947204 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Sync routers for ids ['bf07c723-f693-45b7-8aed-c3604724ee18'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:52:49.947699 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] 10.222.0.88 "PUT /v2.0/routers/bf07c723-f693-45b7-8aed-c3604724ee18 HTTP/1.1" status: 200 len: 890 time: 2.3504510 May 20 08:52:49.957265 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Routers {'bf07c723-f693-45b7-8aed-c3604724ee18'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:52:49.957911 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T08:52:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['bf07c723-f693-45b7-8aed-c3604724ee18'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:52:50.168986 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Set router bf07c723-f693-45b7-8aed-c3604724ee18 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:52:50.507173 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'name': 'router1', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '2ccc48e9-0c81-440d-b9fb-ad907e121edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:52:31Z', 'updated_at': '2021-05-20T08:52:49Z', 'revision_number': 4, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'gw_port': {'id': '2ccc48e9-0c81-440d-b9fb-ad907e121edc', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:52:48Z', 'updated_at': '2021-05-20T08:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '33f85d04-ed37-4d55-bc3b-c1b7f668f991', 'name': '', 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'mac_address': 'fa:16:3e:68:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:52:40Z', 'updated_at': '2021-05-20T08:52:46Z', 'revision_number': 5, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'subnets': [{'id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df5c196-09b3-4ed2-9ea1-b68ff0e37ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:52:50.511981 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Checking router: bf07c723-f693-45b7-8aed-c3604724ee18 for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:52:50.512349 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Updating router bf07c723-f693-45b7-8aed-c3604724ee18 port 2ccc48e9-0c81-440d-b9fb-ad907e121edc binding host dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:52:50.564616 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:50.887532 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:50.899536 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Transition to ACTIVE for port object 2ccc48e9-0c81-440d-b9fb-ad907e121edc will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:52:50.906347 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:50.910986 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:50.987321 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Attempting to bind port 2ccc48e9-0c81-440d-b9fb-ad907e121edc on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:52:50.988002 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Attempting to bind port 2ccc48e9-0c81-440d-b9fb-ad907e121edc by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:52:50.988138 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Attempting to bind port 2ccc48e9-0c81-440d-b9fb-ad907e121edc on network 0d7e70f2-48c0-42ed-9893-06725d297828 {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:52:50.993703 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28951762-bad1-432b-b185-3cf8beca6d03 None None] Pushing event updated for resources: {'Port': ['ID=2ccc48e9-0c81-440d-b9fb-ad907e121edc,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:50.997546 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-28951762-bad1-432b-b185-3cf8beca6d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:50.998428 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:52:50.998801 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Checking segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:52:50.999201 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:50.999586 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Bound using segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:52:51.000065 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Bound port: 2ccc48e9-0c81-440d-b9fb-ad907e121edc, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:52:51.000441 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:51.074783 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] For port 2ccc48e9-0c81-440d-b9fb-ad907e121edc, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:52:51.078334 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] For port 2ccc48e9-0c81-440d-b9fb-ad907e121edc, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=2ccc48e9-0c81-440d-b9fb-ad907e121edc,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:52:51.083379 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:51.087246 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:51.162865 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28951762-bad1-432b-b185-3cf8beca6d03 None None] Pushing event updated for resources: {'Port': ['ID=2ccc48e9-0c81-440d-b9fb-ad907e121edc,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:51.165424 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Routers {'bf07c723-f693-45b7-8aed-c3604724ee18'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:52:51.166013 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T08:52:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['bf07c723-f693-45b7-8aed-c3604724ee18'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:52:51.214714 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-28951762-bad1-432b-b185-3cf8beca6d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:51.346300 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] Set router bf07c723-f693-45b7-8aed-c3604724ee18 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:52:51.695652 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'name': 'router1', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '2ccc48e9-0c81-440d-b9fb-ad907e121edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:52:31Z', 'updated_at': '2021-05-20T08:52:49Z', 'revision_number': 4, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'gw_port': {'id': '2ccc48e9-0c81-440d-b9fb-ad907e121edc', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:52:48Z', 'updated_at': '2021-05-20T08:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '33f85d04-ed37-4d55-bc3b-c1b7f668f991', 'name': '', 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'mac_address': 'fa:16:3e:68:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:52:40Z', 'updated_at': '2021-05-20T08:52:46Z', 'revision_number': 5, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'subnets': [{'id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df5c196-09b3-4ed2-9ea1-b68ff0e37ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:52:51.699794 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58685d76-a268-4626-9933-060ec6a16ca0 None None] The sync data for ids ['bf07c723-f693-45b7-8aed-c3604724ee18'] in dv-cinder-790910-5-smb is: [{'id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'name': 'router1', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '2ccc48e9-0c81-440d-b9fb-ad907e121edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:52:31Z', 'updated_at': '2021-05-20T08:52:49Z', 'revision_number': 4, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'gw_port': {'id': '2ccc48e9-0c81-440d-b9fb-ad907e121edc', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:52:48Z', 'updated_at': '2021-05-20T08:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '33f85d04-ed37-4d55-bc3b-c1b7f668f991', 'name': '', 'network_id': '12de5956-b098-4958-82e3-5d2dfc437290', 'tenant_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'mac_address': 'fa:16:3e:68:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07c723-f693-45b7-8aed-c3604724ee18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:52:40Z', 'updated_at': '2021-05-20T08:52:46Z', 'revision_number': 5, 'project_id': '17e18cb9564c4047a3bd64c6d6b3dc8a', 'subnets': [{'id': '85a122b2-91ef-4cff-ab96-bbd1b586ad58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df5c196-09b3-4ed2-9ea1-b68ff0e37ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:52:52.312996 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 58490) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:52:52.429190 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-ff2092cd-67ef-4b03-821c-654ccc8195c4 admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1150317 May 20 08:52:52.640968 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 2ccc48e9-0c81-440d-b9fb-ad907e121edc up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:52:52.709927 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 2ccc48e9-0c81-440d-b9fb-ad907e121edc completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:52:52.715385 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 2ccc48e9-0c81-440d-b9fb-ad907e121edc triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:52:52.715759 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:52.832135 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:52.848621 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 2ccc48e9-0c81-440d-b9fb-ad907e121edc, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=2ccc48e9-0c81-440d-b9fb-ad907e121edc,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:52:52.852606 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:52.854714 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:52:52.921173 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=2ccc48e9-0c81-440d-b9fb-ad907e121edc,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:52:52.924280 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:52:54.640059 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 2ccc48e9-0c81-440d-b9fb-ad907e121edc up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:52:54.716344 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 2ccc48e9-0c81-440d-b9fb-ad907e121edc triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:52:54.717283 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:04.114768 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-fe0b3f9d-859f-4611-b2e0-f6719bf6e9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:06.632388 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:06.817112 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ce3ada2f-1c78-4d00-a4e3-005b8e9fd7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:07.646717 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:09.424851 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:14.216922 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 5 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:53:34.119264 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-75be8512-1e59-46d0-9598-3c2a004b09a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:36.637139 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:36.811100 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-dc48e3ad-e33e-4abf-b7ad-e6794bd59225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:37.637922 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:39.420124 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:51.217115 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 5 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:54:04.123018 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-844c3223-4e4e-4438-9566-e974b114672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:06.647238 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:06.815323 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-8ab4883e-2033-44f5-9a9a-46ddb7adfce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:07.639764 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:09.422787 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:28.221207 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 5 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:54:29.422271 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59060) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:54:29.518361 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2a5c3d-2ef3-47b8-a3be-8e62c7ee43c8 admin admin] GET failed (client error): The resource could not be found. May 20 08:54:29.519682 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-ac2a5c3d-2ef3-47b8-a3be-8e62c7ee43c8 admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0964634 May 20 08:54:29.656495 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805a9ae0-081c-41bc-a081-16a5a2fbbba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:29.657895 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-805a9ae0-081c-41bc-a081-16a5a2fbbba5 admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1339076 May 20 08:54:31.826911 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59070) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:54:31.943048 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc8516-9236-4ccb-bd4e-f29783496aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:31.943606 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-74fc8516-9236-4ccb-bd4e-f29783496aa2 admin admin] Synchronizing usage tracker for tenant:08aa803997ec4464abc6fd8b5394941e on resource:subnet {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:54:31.959987 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-74fc8516-9236-4ccb-bd4e-f29783496aa2 admin admin] Unset dirty status for tenant:08aa803997ec4464abc6fd8b5394941e on resource:subnet {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:54:31.961216 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-74fc8516-9236-4ccb-bd4e-f29783496aa2 admin admin] 10.222.0.88 "GET /v2.0/subnets/85a122b2-91ef-4cff-ab96-bbd1b586ad58 HTTP/1.1" status: 200 len: 849 time: 0.1328533 May 20 08:54:31.971875 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:54:32.095615 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:32.287710 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756301887681'] for subnet, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:32.291625 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:54:32.331135 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:32.331733 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:32.333033 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] 10.222.0.88 "PUT /v2.0/subnets/85a122b2-91ef-4cff-ab96-bbd1b586ad58 HTTP/1.1" status: 200 len: 868 time: 0.3656931 May 20 08:54:32.347791 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c0d52-7e9d-43b9-8841-3a84a25d7640 None None] Network 12de5956-b098-4958-82e3-5d2dfc437290 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:54:32.366812 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a122b2-91ef-4cff-ab96-bbd1b586ad58,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:54:32.390954 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.391711 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.392276 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.392853 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.393409 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.393969 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.394519 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.395074 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.395863 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.396605 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.397208 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.397747 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:54:32.403598 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:54:32.833636 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-c14665e6-b5e8-463b-96d4-6aec9b258634 None None] Provisioning complete for port 7489b152-da54-463f-803a-cf62ffec504b triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:54:32.834039 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-c14665e6-b5e8-463b-96d4-6aec9b258634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:32.981683 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-c14665e6-b5e8-463b-96d4-6aec9b258634 None None] Provisioning complete for port 33f85d04-ed37-4d55-bc3b-c1b7f668f991 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:54:32.982074 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-c14665e6-b5e8-463b-96d4-6aec9b258634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:34.130313 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-e73d0de2-4b61-435b-8b31-52e4a10e8f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:34.530203 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59080) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:54:34.712921 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc65355c-9c7a-420b-9d38-ede39cd126b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:34.713405 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc65355c-9c7a-420b-9d38-ede39cd126b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:34.715067 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-bc65355c-9c7a-420b-9d38-ede39cd126b2 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1833746 May 20 08:54:36.642317 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:36.818485 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2c823131-cbc3-4816-b322-a83afe37f808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:36.900596 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59090) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:54:37.096631 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25a05c1-ee26-4b8f-b2ae-4b18944952c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:37.097230 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25a05c1-ee26-4b8f-b2ae-4b18944952c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:37.098860 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-e25a05c1-ee26-4b8f-b2ae-4b18944952c8 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1972709 May 20 08:54:37.642389 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:39.243799 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59100) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:54:39.430074 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:39.432502 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94789246-dc7b-4ebc-b629-001cd64a90a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:39.433976 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-94789246-dc7b-4ebc-b629-001cd64a90a0 admin admin] 10.222.0.88 "GET /v2.0/networks/0d7e70f2-48c0-42ed-9893-06725d297828 HTTP/1.1" status: 200 len: 886 time: 0.1891360 May 20 08:54:41.598825 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59110) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:54:41.781937 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30d9ff-6cd3-4867-891b-89f8cab02f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:41.783298 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-8d30d9ff-6cd3-4867-891b-89f8cab02f06 admin admin] 10.222.0.88 "GET /v2.0/networks/12de5956-b098-4958-82e3-5d2dfc437290 HTTP/1.1" status: 200 len: 870 time: 0.1835132 May 20 08:54:43.938472 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59120) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:54:44.059647 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db38d9-18d9-4f9b-a771-7fc69a30a3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:44.060112 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db38d9-18d9-4f9b-a771-7fc69a30a3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:44.061701 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-63db38d9-18d9-4f9b-a771-7fc69a30a3c4 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234496 May 20 08:54:46.228821 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59130) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:54:46.343271 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f420e2bd-5406-403f-b764-0381f99f0fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:46.343721 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f420e2bd-5406-403f-b764-0381f99f0fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:46.345319 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-f420e2bd-5406-403f-b764-0381f99f0fa2 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1155605 May 20 08:54:48.517526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59140) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:54:48.635017 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c58c3f-85a8-46d9-bce8-b7faba0f8a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:48.636266 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-72c58c3f-85a8-46d9-bce8-b7faba0f8a77 admin admin] 10.222.0.88 "GET /v2.0/subnets/85a122b2-91ef-4cff-ab96-bbd1b586ad58 HTTP/1.1" status: 200 len: 868 time: 0.1177247 May 20 08:54:50.768547 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59150) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:54:50.874499 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31903ca-9df5-49e6-9f4e-84bffd22723b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:50.875859 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-d31903ca-9df5-49e6-9f4e-84bffd22723b admin admin] 10.222.0.88 "GET /v2.0/subnets/ddfc1643-8d63-4245-8ab8-6f6f61ed276f HTTP/1.1" status: 200 len: 816 time: 0.1063414 May 20 08:55:04.146183 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-e27fce09-dc04-4e59-ba60-8d3887344810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:05.220213 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 5 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:55:06.636701 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:06.827004 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-6758c342-939a-4104-b118-9f73ca625ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:07.642842 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:09.432304 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:14.006109 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59194) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:55:14.056611 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [None req-22be7485-b9b0-40f5-9f9f-d49b43e6d14d admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=91688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:55:14.057666 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-22be7485-b9b0-40f5-9f9f-d49b43e6d14d admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505865 May 20 08:55:16.255229 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59204) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:55:16.320893 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea76691-1532-4c1a-9dab-afc3c6d7a9cf admin admin] GET failed (client error): The resource could not be found. May 20 08:55:16.322115 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-aea76691-1532-4c1a-9dab-afc3c6d7a9cf admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659831 May 20 08:55:16.448228 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7951f76f-0d17-47b9-bfa2-434510141335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:16.449615 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-7951f76f-0d17-47b9-bfa2-434510141335 admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1235807 May 20 08:55:18.584928 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59214) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:55:18.634091 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:55:18.638763 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:55:18.648063 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:55:18.658001 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Made reservation on behalf of 08aa803997ec4464abc6fd8b5394941e for: {'network': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:55:18.660386 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:18.747564 dv-cinder-790910-5-smb neutron-server[91687]: WARNING neutron.services.revisions.revision_plugin [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Could not find related network for resource to bump revision. May 20 08:55:18.760820 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=91687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:55:18.770793 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:18.771133 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.segments_db [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Added segment ef61a851-a5b2-465c-a270-efde2ec6ef7b of type vlan for network e38504c1-098d-43b7-bb87-9cfd836b96c4 May 20 08:55:18.797752 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:18.825187 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:18.826492 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:18.827046 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:18.831444 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:55:18.964109 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3779950 May 20 08:55:18.974028 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Pushing event updated for resources: {'Network': ['ID=e38504c1-098d-43b7-bb87-9cfd836b96c4,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:55:18.977258 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:55:18.986139 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network e38504c1-098d-43b7-bb87-9cfd836b96c4 details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:55:21.122512 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59224) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:55:21.188357 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40033b6-cf5c-4578-82ad-2fad3cf6ce3f admin admin] GET failed (client error): The resource could not be found. May 20 08:55:21.188981 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a40033b6-cf5c-4578-82ad-2fad3cf6ce3f admin admin] Synchronizing usage tracker for tenant:08aa803997ec4464abc6fd8b5394941e on resource:network {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:55:21.203854 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a40033b6-cf5c-4578-82ad-2fad3cf6ce3f admin admin] Unset dirty status for tenant:08aa803997ec4464abc6fd8b5394941e on resource:network {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:55:21.205125 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a40033b6-cf5c-4578-82ad-2fad3cf6ce3f admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0816145 May 20 08:55:21.310847 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f898ea-066b-411d-8fd7-9239903c722e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:21.312212 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-c9f898ea-066b-411d-8fd7-9239903c722e admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1028125 May 20 08:55:21.321811 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Request body: {'subnet': {'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:55:21.326740 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:55:21.336066 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:55:21.345996 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Made reservation on behalf of 08aa803997ec4464abc6fd8b5394941e for: {'subnet': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:55:21.348282 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:21.734527 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487'] for subnet, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:21.739253 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-53a70f5b-a0df-4ed3-9fbb-c044574c0919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:55:21.814934 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80f1044-6a4f-454d-ba8f-2ed8ba4e7f58,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:55:21.817451 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:55:21.827120 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Checking segment: {'id': 'ef61a851-a5b2-465c-a270-efde2ec6ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:55:21.827463 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Network hostable DHCP agents. Network: e38504c1-098d-43b7-bb87-9cfd836b96c4, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:55:21.843297 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Network e38504c1-098d-43b7-bb87-9cfd836b96c4 is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:55:21.852522 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, e38504c1-098d-43b7-bb87-9cfd836b96c4) {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:55:21.856868 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:21.857482 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:21.861619 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c959081-6b10-4409-9063-c12d8fa3578c None None] Network e38504c1-098d-43b7-bb87-9cfd836b96c4 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:55:21.882478 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5640204 May 20 08:55:22.080740 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd426b12a-b5bf-5c7a-8a21-2acd444125f9-e38504c1-098d-43b7-bb87-9cfd836b96c4', 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4', 'tenant_id': '08aa803997ec4464abc6fd8b5394941e', 'fixed_ips': [{'subnet_id': 'c80f1044-6a4f-454d-ba8f-2ed8ba4e7f58'}]}} from dv-cinder-790910-5-smb. {{(pid=91689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:55:22.081584 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:22.238218 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.db_base_plugin_common [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Allocated IP 192.168.233.2 (e38504c1-098d-43b7-bb87-9cfd836b96c4/c80f1044-6a4f-454d-ba8f-2ed8ba4e7f58/3b304d67-3f12-4b2e-9538-36c9d8d3cf7b) {{(pid=91689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:55:22.446519 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Notify callbacks [] for port, precommit_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:22.456793 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Transition to ACTIVE for port object 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:55:22.475131 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Transition to ACTIVE for port object 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b will not be triggered until provisioned by entity DHCP. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:55:22.481735 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:22.487146 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:55:22.548079 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Network e38504c1-098d-43b7-bb87-9cfd836b96c4 is already hosted by enough agents. {{(pid=91689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:55:22.549244 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.base_scheduler [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Resources bound (agent type, host, resource id): {{(pid=91689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:55:22.553165 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Received port after_create {{(pid=91689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:55:22.584910 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Pushing event updated for resources: {'Port': ['ID=3b304d67-3f12-4b2e-9538-36c9d8d3cf7b,revision_number=1']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:55:22.627196 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.627461 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.627893 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.628230 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.628552 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.628899 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.629214 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.629529 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.629846 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.630164 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.630472 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.630782 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:55:22.640434 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:55:22.659100 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Attempting to bind port 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:55:22.659469 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Attempting to bind port 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': 'ef61a851-a5b2-465c-a270-efde2ec6ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:55:22.659832 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Attempting to bind port 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b on network e38504c1-098d-43b7-bb87-9cfd836b96c4 {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:55:22.665166 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:55:22.665533 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Checking segment: {'id': 'ef61a851-a5b2-465c-a270-efde2ec6ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:55:22.665933 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:22.666323 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Bound using segment: {'id': 'ef61a851-a5b2-465c-a270-efde2ec6ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:55:22.666783 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Bound port: 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef61a851-a5b2-465c-a270-efde2ec6ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:55:22.667154 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:22.755640 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] For port 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:55:22.758736 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] For port 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=3b304d67-3f12-4b2e-9538-36c9d8d3cf7b,segment=NetworkSegment(ef61a851-a5b2-465c-a270-efde2ec6ef7b),segment_id=ef61a851-a5b2-465c-a270-efde2ec6ef7b)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:55:22.763369 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:22.767147 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:55:22.844547 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Pushing event updated for resources: {'Port': ['ID=3b304d67-3f12-4b2e-9538-36c9d8d3cf7b,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:55:22.848322 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:55:23.634271 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ef93b-8b36-4679-87fd-972f92f18ae2 None None] Network e38504c1-098d-43b7-bb87-9cfd836b96c4 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:55:23.739289 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ab32515f-498e-4054-91ab-5c7cdd2199d0 None None] Provisioning for port 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:55:24.755672 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:55:24.825049 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:55:24.830604 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:55:24.830971 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:24.945224 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:24.976447 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=3b304d67-3f12-4b2e-9538-36c9d8d3cf7b,segment=NetworkSegment(ef61a851-a5b2-465c-a270-efde2ec6ef7b),segment_id=ef61a851-a5b2-465c-a270-efde2ec6ef7b)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:55:24.980767 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:24.982894 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:55:25.047290 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=3b304d67-3f12-4b2e-9538-36c9d8d3cf7b,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:55:25.050336 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:55:26.734541 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:55:26.821565 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 3b304d67-3f12-4b2e-9538-36c9d8d3cf7b triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:55:26.821932 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:34.128604 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f15df489-db8c-42c7-95b4-26a6c128c982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:36.641106 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:36.819191 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2c76e7cf-ad7e-4dea-9b06-c4442acbddaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:37.645814 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:39.435388 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:42.219908 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 5 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:56:04.131215 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-110d69b6-2150-4bbd-9baf-99ba9d7150f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:06.644100 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:06.820916 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-96af2ecf-9d07-42b9-93d6-944bf889401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:07.650526 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:09.441022 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:19.218862 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 5 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:56:27.557741 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59276) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:56:27.563854 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [None req-ad5c4108-23e7-468d-bc29-6483a4e74c07 tempest-verify_tempest_config-748955123 tempest-verify_tempest_config-748955123-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=91687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:56:27.564830 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-ad5c4108-23e7-468d-bc29-6483a4e74c07 tempest-verify_tempest_config-748955123 tempest-verify_tempest_config-748955123-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061111 May 20 08:56:27.877045 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59294) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:56:27.993309 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:28.007309 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:56:28.010948 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Usage tracker for resource:security_group_rule and tenant:08ec553f2b7045faa765eeca4d79f166 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:56:28.014446 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:56:28.019972 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:56:28.099646 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:28.103370 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:28.112626 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a1f4eaff-1ec2-4aae-a247-6b531ca978bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:56:28.149293 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Synchronizing usage tracker for tenant:08aa803997ec4464abc6fd8b5394941e on resource:security_group {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:56:28.153205 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88da73c9-0e7e-44a7-8a03-abae56cc96fb,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:56:28.162542 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.162880 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.163212 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.163540 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.163862 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.164182 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.164500 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.164844 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.165188 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.165505 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.165819 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.166129 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:56:28.173798 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:56:28.179186 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Unset dirty status for tenant:08aa803997ec4464abc6fd8b5394941e on resource:security_group {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:56:28.180536 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=08ec553f2b7045faa765eeca4d79f166&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3023903 May 20 08:56:28.183273 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59300) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:56:28.240228 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0564304f-7428-4cf0-8df6-791433fe88a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:28.267906 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0564304f-7428-4cf0-8df6-791433fe88a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:28.360628 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0564304f-7428-4cf0-8df6-791433fe88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:28.364338 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:56:28.375745 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564304f-7428-4cf0-8df6-791433fe88a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88da73c9-0e7e-44a7-8a03-abae56cc96fb,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:56:28.380263 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0564304f-7428-4cf0-8df6-791433fe88a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:56:28.382154 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0564304f-7428-4cf0-8df6-791433fe88a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:28.385763 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-0564304f-7428-4cf0-8df6-791433fe88a8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/88da73c9-0e7e-44a7-8a03-abae56cc96fb HTTP/1.1" status: 204 len: 168 time: 0.1984549 May 20 08:56:34.133773 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-6243d29f-d0df-4d69-b29a-580e1306d1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:36.648048 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:36.823060 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-c0be51b7-0140-4f71-846e-41992b4f6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:37.651845 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:39.442524 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:56.218751 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 5 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:57:04.136357 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-9eb733fb-b394-4a9f-b738-eda8458409db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:06.650775 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:06.829178 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f83f3d5e-6957-41fe-8c74-a91aef4fec9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:07.654182 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:09.443838 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:33.217690 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 5 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:57:34.138141 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-51eb2223-9c6f-48aa-a129-7462c08225be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:36.654259 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:36.821030 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a55092da-6bd8-4cc5-ada9-b440c10e2695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:37.657834 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:39.447353 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:04.144044 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-67a22af1-cc1f-4073-b004-6d7343b8ac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:06.657115 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:06.822926 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-bd279d28-0136-4419-8eb3-eebcbf97411d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:07.660671 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:09.536864 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:10.216658 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 5 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:58:13.983236 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284'] for agent, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:28.088620 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59372) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:58:28.204574 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-6497d481-860e-47d2-be75-977a5fd21f3f admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1145601 May 20 08:58:30.582518 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59382) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:58:30.637184 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-6091e08f-7369-4497-9619-8959a4f5c288 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0534940 May 20 08:58:34.149267 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ea57a7f8-efb0-4bb1-9262-15445fc08453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:36.664698 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:36.830758 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-7a4afefd-95e7-4bef-8b33-6c31a7cf3d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:37.663671 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:39.450576 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:43.970400 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:47.215985 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:59:04.146301 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f58926ed-c798-4a91-ba54-5b5efa99766c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:06.656999 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:06.823138 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1ca58c8a-f25f-478a-915f-b9414b6dd736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:07.666441 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:09.455860 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:13.989205 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:24.216439 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:59:34.140768 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2ac35dd9-fcd0-4d19-9ef2-cc6bbd205afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:36.662530 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:36.834345 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a0561c30-b878-4e33-93e5-9d0466593057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:37.671093 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:39.461791 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:43.983438 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:01.215774 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:00:02.499335 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59572) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:02.804759 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-690550527-network', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:02.810525 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:02.815197 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Usage tracker for resource:network and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:02.818414 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:02.824650 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:02.838922 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Made reservation on behalf of 3f1611c74b6c4086b1bd04ef27326563 for: {'network': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:02.841266 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:02.855077 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:02.870922 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:02.874861 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:02.877883 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:02.884075 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:02.981903 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:02.988764 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:02.996250 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:03.060560 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde5e5fb-9a40-4a45-8f15-8fa4e84a18a5,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:03.064961 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=91688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:00:03.080582 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.081509 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.081751 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.082394 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.082876 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.083417 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.083978 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.084529 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.085150 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.085691 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.086246 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.086823 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Tracked resource versions report: May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: pushed versions: May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: { 'AddressGroup': {'1.2'}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'ConntrackHelper': {'1.0'}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'Log': {'1.0'}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'Network': {'1.1'}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'Port': {'1.7'}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'PortForwarding': {'1.2'}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'QosPolicy': {'1.8'}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'SecurityGroup': {'1.4'}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'SecurityGroupRule': {'1.2'}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'SubPort': {'1.0'}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'Subnet': {'1.1'}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'Trunk': {'1.1'}} May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: consumer versions: May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: { DHCP agent@dv-cinder-790910-5-smb: {}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: HyperV agent@hv-cinder-79091: {}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: L3 agent@dv-cinder-790910-5-smb: {}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: Metadata agent@dv-cinder-790910-5-smb: {}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: Metering agent@dv-cinder-790910-5-smb: {}, May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: Open vSwitch agent@dv-cinder-790910-5-smb: { 'AddressGroup': '1.2', May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'ConntrackHelper': '1.0', May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'Log': '1.0', May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'Network': '1.1', May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'Port': '1.7', May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'PortForwarding': '1.2', May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'QosPolicy': '1.8', May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'SecurityGroup': '1.4', May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'SecurityGroupRule': '1.2', May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'SubPort': '1.0', May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'Subnet': '1.1', May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: 'Trunk': '1.1'}} May 20 09:00:03.088972 dv-cinder-790910-5-smb neutron-server[91688]: {{(pid=91688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:00:03.095870 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:03.099765 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59598) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:03.103542 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.104336 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.segments_db [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Added segment 89beade0-d520-4668-b9e2-ccb7a0493349 of type vlan for network 104ab518-1dd2-4328-a65f-309b0482f36c May 20 09:00:03.140375 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.182033 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.184262 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:03.185323 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.193634 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:03.372955 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Pushing event updated for resources: {'Network': ['ID=104ab518-1dd2-4328-a65f-309b0482f36c,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:03.387995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:03.397163 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 104ab518-1dd2-4328-a65f-309b0482f36c details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:00:03.399039 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59614) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:03.405349 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Request body: {'subnet': {'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-subnet', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:03.408742 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9071634 May 20 09:00:03.411062 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:03.415431 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Usage tracker for resource:subnet and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:03.422250 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:03.428599 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:03.441823 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Made reservation on behalf of 3f1611c74b6c4086b1bd04ef27326563 for: {'subnet': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:03.447198 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.513800 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59620) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:03.578181 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59626) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:03.637047 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2026357043-network', 'tenant_id': '9408acef4ded4f719020db92cf852b89'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:03.641678 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:03.651037 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Usage tracker for resource:network and tenant:9408acef4ded4f719020db92cf852b89 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:03.655556 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:03.670548 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:03.682390 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Made reservation on behalf of 9408acef4ded4f719020db92cf852b89 for: {'network': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:03.684786 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.700102 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.731659 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:03.752256 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Usage tracker for resource:security_group_rule and tenant:9408acef4ded4f719020db92cf852b89 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:03.755125 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:03.760957 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:03.872271 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1743361980-network', 'tenant_id': '40ff88f6997f48289be446492d883899'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:03.879588 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:03.886019 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Usage tracker for resource:network and tenant:40ff88f6997f48289be446492d883899 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:03.890500 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:03.898781 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:03.934130 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-network', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:03.944340 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Made reservation on behalf of 40ff88f6997f48289be446492d883899 for: {'network': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:03.950221 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.959134 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.969089 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.969476 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:03.975726 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.986444 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Usage tracker for resource:network and tenant:808dfa1319524c57a31e3c1b17b616e3 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:03.986965 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=91687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:00:03.991321 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:03.995692 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:03.996078 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.segments_db [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Added segment 83c80203-356a-4cf6-b80d-16017323e693 of type vlan for network 088d18df-0fde-41fb-ad13-990cb25efaef May 20 09:00:04.002280 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:04.007293 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:04.015204 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:40ff88f6997f48289be446492d883899 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:04.019399 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:04.026822 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:04.027319 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.030912 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:04.035327 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Made reservation on behalf of 808dfa1319524c57a31e3c1b17b616e3 for: {'network': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:04.037696 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.055836 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.079725 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:04.087455 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Usage tracker for resource:security_group_rule and tenant:808dfa1319524c57a31e3c1b17b616e3 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:04.091343 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:04.104757 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:04.143259 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487'] for subnet, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.144001 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4513b93-24f3-440b-93c3-13b75ff154e6,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:04.151355 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.152831 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.153179 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.153535 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.153868 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.154237 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.154566 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.154985 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.155319 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.155642 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.155963 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.156325 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.156681 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Tracked resource versions report: May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: pushed versions: May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: { 'AddressGroup': {'1.2'}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'ConntrackHelper': {'1.0'}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'Log': {'1.0'}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'Network': {'1.1'}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'Port': {'1.7'}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'PortForwarding': {'1.2'}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'QosPolicy': {'1.8'}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'SecurityGroup': {'1.4'}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'SecurityGroupRule': {'1.2'}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'SubPort': {'1.0'}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'Subnet': {'1.1'}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'Trunk': {'1.1'}} May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: consumer versions: May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: { DHCP agent@dv-cinder-790910-5-smb: {}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: HyperV agent@hv-cinder-79091: {}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: L3 agent@dv-cinder-790910-5-smb: {}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: Metadata agent@dv-cinder-790910-5-smb: {}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: Metering agent@dv-cinder-790910-5-smb: {}, May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: Open vSwitch agent@dv-cinder-790910-5-smb: { 'AddressGroup': '1.2', May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'ConntrackHelper': '1.0', May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'Log': '1.0', May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'Network': '1.1', May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'Port': '1.7', May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'PortForwarding': '1.2', May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'QosPolicy': '1.8', May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'SecurityGroup': '1.4', May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'SecurityGroupRule': '1.2', May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'SubPort': '1.0', May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'Subnet': '1.1', May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: 'Trunk': '1.1'}} May 20 09:00:04.158351 dv-cinder-790910-5-smb neutron-server[91687]: {{(pid=91687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:00:04.160478 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-8d8bc256-9868-44ed-9c79-c8322ac32926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.165029 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:04.165624 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.187624 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:04.189082 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:04.206856 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.214935 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.225687 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-2d40b601-0de4-4436-81f3-4820c9fcc636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:04.249149 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd6c26d-39cf-4d69-8f12-52d111fe625c,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:04.254409 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=91688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:00:04.258384 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:04.264564 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1637347 May 20 09:00:04.265225 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ce92a34d-c9e0-4983-90cf-602ac80bf927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:04.268678 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59652) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:04.281554 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.282263 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.segments_db [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Added segment bec1b03f-d388-4c92-af54-8d469ced1cca of type vlan for network 58c78b87-f3a9-46c2-b3fa-611e47843339 May 20 09:00:04.311308 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.341390 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Request body: {'subnet': {'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2026357043-subnet', 'tenant_id': '9408acef4ded4f719020db92cf852b89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:04.385473 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.388552 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.391335 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8432058e-1787-4751-9092-63e66cba81c7,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:04.395256 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:04.398438 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:04.399243 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.407048 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Usage tracker for resource:subnet and tenant:9408acef4ded4f719020db92cf852b89 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:04.411332 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:04.415459 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Pushing event updated for resources: {'Network': ['ID=088d18df-0fde-41fb-ad13-990cb25efaef,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:04.417686 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:04.419794 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:04.425859 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:04.428221 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:04.431233 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 088d18df-0fde-41fb-ad13-990cb25efaef details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:00:04.442294 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.443198 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Checking segment: {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:04.443753 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Network hostable DHCP agents. Network: 104ab518-1dd2-4328-a65f-309b0482f36c, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:00:04.450553 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Made reservation on behalf of 9408acef4ded4f719020db92cf852b89 for: {'subnet': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:04.452956 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Notify callbacks [] for subnet, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.472210 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Network 104ab518-1dd2-4328-a65f-309b0482f36c is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:00:04.488271 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=91688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:00:04.489651 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 104ab518-1dd2-4328-a65f-309b0482f36c) {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:04.494684 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:04.495561 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.497981 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.498402 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.segments_db [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Added segment e10477bf-3a51-4d14-a167-07cf5f4fa5e5 of type vlan for network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da May 20 09:00:04.508558 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0457dd28-3350-4dc1-a8f5-a45c67025905 None None] Network 104ab518-1dd2-4328-a65f-309b0482f36c requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:00:04.526253 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.534841 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1345675 May 20 09:00:04.537961 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59664) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:04.547069 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:04.560071 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:04.567615 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Usage tracker for resource:router and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:04.576771 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:04.588596 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:04.613200 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8119521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31756'] for router, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.614625 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8120823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8210336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8064580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31751'] for router, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.637030 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:04.903936 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3881137 May 20 09:00:04.909965 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59678) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:04.910860 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:05.047030 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=58c78b87-f3a9-46c2-b3fa-611e47843339,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:05.060045 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Request body: {'subnet': {'network_id': '58c78b87-f3a9-46c2-b3fa-611e47843339', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1743361980-subnet', 'tenant_id': '40ff88f6997f48289be446492d883899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:05.065660 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:05.075384 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Usage tracker for resource:subnet and tenant:40ff88f6997f48289be446492d883899 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:05.078684 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:05.085822 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:05.094831 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:05.095999 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:05.096801 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 58c78b87-f3a9-46c2-b3fa-611e47843339 details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:00:05.131983 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:05.132894 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:05.241154 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8210322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8119543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31761'] for router, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:05.251993 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Made reservation on behalf of 40ff88f6997f48289be446492d883899 for: {'subnet': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:05.255033 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:05.606767 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd426b12a-b5bf-5c7a-8a21-2acd444125f9-104ab518-1dd2-4328-a65f-309b0482f36c', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c'}]}} from dv-cinder-790910-5-smb. {{(pid=91689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:00:05.607611 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:05.719028 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Pushing event updated for resources: {'Network': ['ID=1a3b55fb-c20a-4b49-ae5a-3b0e860558da,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:05.728226 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1487162 May 20 09:00:05.730134 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:05.734320 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:00:05.737179 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6c7d8427-cab0-41a8-8fc5-6b1e0a821ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.011s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:05.742161 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59710) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:05.759770 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Request body: {'subnet': {'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-subnet', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:05.768131 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:05.781776 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Usage tracker for resource:subnet and tenant:808dfa1319524c57a31e3c1b17b616e3 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:05.787387 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:05.799917 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:05.812507 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:05.839014 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a141da-cd0c-4cb6-bea8-4e5799e86a7e,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:05.850830 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Made reservation on behalf of 808dfa1319524c57a31e3c1b17b616e3 for: {'subnet': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:05.850940 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:05.853613 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:05.870563 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:05.971902 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.db_base_plugin_common [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Allocated IP 172.20.0.2 (104ab518-1dd2-4328-a65f-309b0482f36c/ccd6c26d-39cf-4d69-8f12-52d111fe625c/5636d204-4c57-4541-b3ce-75c55b5a329c) {{(pid=91689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:06.009916 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487'] for subnet, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:06.021478 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:06.116581 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb13a1f-ecfd-444e-861c-e89a0fa4df77,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:06.136179 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:06.177042 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Allocated IP 172.28.2.40 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/65a28448-c1ee-4dde-925c-8ce099626d4b) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:06.191560 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Checking segment: {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:06.192283 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Network hostable DHCP agents. Network: 088d18df-0fde-41fb-ad13-990cb25efaef, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:00:06.277778 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Notify callbacks [] for port, precommit_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:06.292180 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Transition to ACTIVE for port object 5636d204-4c57-4541-b3ce-75c55b5a329c will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:06.292505 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Network 088d18df-0fde-41fb-ad13-990cb25efaef is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:00:06.317197 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 088d18df-0fde-41fb-ad13-990cb25efaef) {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:06.330857 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:06.331416 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:06.350713 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711697c3-4b03-4a63-a5d7-7c1b8f7890a1 None None] Network 088d18df-0fde-41fb-ad13-990cb25efaef requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:00:06.382897 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Transition to ACTIVE for port object 5636d204-4c57-4541-b3ce-75c55b5a329c will not be triggered until provisioned by entity DHCP. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:06.397681 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1255062 May 20 09:00:06.401656 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:06.414416 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:06.478430 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487'] for subnet, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:06.490167 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Network 104ab518-1dd2-4328-a65f-309b0482f36c is already hosted by enough agents. {{(pid=91689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:06.492774 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-240dabee-b065-4cc9-a517-5ec77bab05a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:06.566316 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.base_scheduler [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Resources bound (agent type, host, resource id): {{(pid=91689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:06.573562 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Received port after_create {{(pid=91689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:06.581721 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Pushing event updated for resources: {'Port': ['ID=5636d204-4c57-4541-b3ce-75c55b5a329c,revision_number=1']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:06.694583 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.695144 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.695329 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.695852 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.696180 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.696500 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.696848 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.697318 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.697872 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.698405 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.698949 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.699474 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Tracked resource versions report: May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: pushed versions: May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: { 'AddressGroup': {'1.2'}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'ConntrackHelper': {'1.0'}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'Log': {'1.0'}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'Network': {'1.1'}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'Port': {'1.7'}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'PortForwarding': {'1.2'}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'QosPolicy': {'1.8'}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'SecurityGroup': {'1.4'}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'SecurityGroupRule': {'1.2'}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'SubPort': {'1.0'}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'Subnet': {'1.1'}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'Trunk': {'1.1'}} May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: consumer versions: May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: { DHCP agent@dv-cinder-790910-5-smb: {}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: HyperV agent@hv-cinder-79091: {}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: L3 agent@dv-cinder-790910-5-smb: {}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: Metadata agent@dv-cinder-790910-5-smb: {}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: Metering agent@dv-cinder-790910-5-smb: {}, May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: Open vSwitch agent@dv-cinder-790910-5-smb: { 'AddressGroup': '1.2', May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'ConntrackHelper': '1.0', May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'Log': '1.0', May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'Network': '1.1', May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'Port': '1.7', May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'PortForwarding': '1.2', May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'QosPolicy': '1.8', May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'SecurityGroup': '1.4', May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'SecurityGroupRule': '1.2', May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'SubPort': '1.0', May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'Subnet': '1.1', May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: 'Trunk': '1.1'}} May 20 09:00:06.708838 dv-cinder-790910-5-smb neutron-server[91689]: {{(pid=91689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:00:06.747923 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d1436c-cde7-433d-83d9-58cf01ce0ae3,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:06.761112 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:06.762107 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Checking segment: {'id': 'bec1b03f-d388-4c92-af54-8d469ced1cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '58c78b87-f3a9-46c2-b3fa-611e47843339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:06.762673 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Network hostable DHCP agents. Network: 58c78b87-f3a9-46c2-b3fa-611e47843339, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:00:06.780256 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:06.795535 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Network 58c78b87-f3a9-46c2-b3fa-611e47843339 is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:00:06.827471 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 58c78b87-f3a9-46c2-b3fa-611e47843339) {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:06.831328 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:06.832315 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:06.869279 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9565187 May 20 09:00:06.898035 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:06.929601 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469ea832-dbd0-4cf1-9adb-28a074001b0b None None] Network 58c78b87-f3a9-46c2-b3fa-611e47843339 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:00:06.955587 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:06.956852 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Attempting to bind port 5636d204-4c57-4541-b3ce-75c55b5a329c on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:00:06.957483 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Attempting to bind port 5636d204-4c57-4541-b3ce-75c55b5a329c by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:00:06.958240 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Attempting to bind port 5636d204-4c57-4541-b3ce-75c55b5a329c on network 104ab518-1dd2-4328-a65f-309b0482f36c {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:06.962908 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1ccac237-2f44-4c11-a28b-362fea4d49c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:06.979736 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:00:06.980621 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Checking segment: {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:06.981251 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:06.981847 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Bound using segment: {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:00:06.982741 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Bound port: 5636d204-4c57-4541-b3ce-75c55b5a329c, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:00:06.983501 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:07.141805 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] For port 5636d204-4c57-4541-b3ce-75c55b5a329c, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:00:07.153985 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] For port 5636d204-4c57-4541-b3ce-75c55b5a329c, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=5636d204-4c57-4541-b3ce-75c55b5a329c,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:00:07.190606 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:07.293923 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:07.343135 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:07.350099 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:07.355163 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:07.364554 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:07.497571 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-81b8e05f-ace0-4101-aeed-997a75bde4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:07.621780 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f30507-1bc1-4ed2-b21e-850d2db121c8 None None] Network 088d18df-0fde-41fb-ad13-990cb25efaef requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:00:07.682779 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487'] for subnet, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:07.708971 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Pushing event updated for resources: {'Port': ['ID=5636d204-4c57-4541-b3ce-75c55b5a329c,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:07.733972 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:07.769754 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:07.876981 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59806) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:07.883128 dv-cinder-790910-5-smb neutron-server[91688]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 09:00:07.897896 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=65a28448-c1ee-4dde-925c-8ce099626d4b,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:07.905035 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:07.908322 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:08.041253 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aa27cd-5659-4d73-b5ef-6ceb3d1983bc None None] Network 58c78b87-f3a9-46c2-b3fa-611e47843339 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:00:08.251791 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-9e6b69ae-21a4-41c3-ae6f-6717ea1ab853 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:08.254388 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-9e6b69ae-21a4-41c3-ae6f-6717ea1ab853 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 815 time: 0.3752427 May 20 09:00:08.281611 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:08.290641 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-0e54d471-125a-45d1-b422-a41503466a6b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/quotas/9408acef4ded4f719020db92cf852b89 HTTP/1.1" status: 200 len: 375 time: 0.0291593 May 20 09:00:08.404134 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-19846ae4-7215-4eb6-b868-85435e5cb946 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058445 May 20 09:00:08.586839 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59840) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:08.622418 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf4ebc0-c715-4825-8b91-71b2282799c8,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:08.635169 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:08.684951 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Checking segment: {'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:08.685329 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Network hostable DHCP agents. Network: 1a3b55fb-c20a-4b49-ae5a-3b0e860558da, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:00:08.721113 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:00:08.793173 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 1a3b55fb-c20a-4b49-ae5a-3b0e860558da) {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:08.799615 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:08.800101 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:08.811277 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c853d595-1fc5-493a-a8cc-93960473c7b8 None None] Network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:00:08.881985 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-b47b5cb8-7fd3-45b2-b05e-7c175b96bfe1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.1330695 May 20 09:00:08.883400 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59846) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:08.895174 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-router', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:08.950052 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:08.981306 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Usage tracker for resource:router and tenant:808dfa1319524c57a31e3c1b17b616e3 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:09.007157 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-8813add8-f719-4fd4-8851-af02dadc2342 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:09.008801 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-8813add8-f719-4fd4-8851-af02dadc2342 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Synchronizing usage tracker for tenant:40ff88f6997f48289be446492d883899 on resource:network {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:09.030558 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:09.058367 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-7b3db637-7d4a-495b-a4ab-86605b24519f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=91688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 09:00:09.074299 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-7b3db637-7d4a-495b-a4ab-86605b24519f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2650578 May 20 09:00:09.096685 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8210378'] for router, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.129439 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:09.151193 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 5636d204-4c57-4541-b3ce-75c55b5a329c up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:09.163114 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59852) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:09.203125 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8713647d-4f02-43e7-9671-b3e032455f00 None None] Network 104ab518-1dd2-4328-a65f-309b0482f36c requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:00:09.236014 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8119521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31756'] for router, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.238334 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8120823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8210336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8064580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31751'] for router, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.248144 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-8813add8-f719-4fd4-8851-af02dadc2342 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Unset dirty status for tenant:40ff88f6997f48289be446492d883899 on resource:network {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:09.254844 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1fcaa3-0523-436c-b285-c691b082bab6 None None] Network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:00:09.255665 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-8813add8-f719-4fd4-8851-af02dadc2342 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/networks?id=58c78b87-f3a9-46c2-b3fa-611e47843339 HTTP/1.1" status: 200 len: 812 time: 0.6634007 May 20 09:00:09.277365 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-72df7d6f-2c25-4aa6-8244-b145f3542bde None None] Provisioning for port 5636d204-4c57-4541-b3ce-75c55b5a329c completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:09.288482 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-c23e8a12-3840-4997-b254-73fea41a1992 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/quotas/40ff88f6997f48289be446492d883899 HTTP/1.1" status: 200 len: 375 time: 0.0316937 May 20 09:00:09.350512 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-1855f39c-e523-4c80-abb9-abd5dc729040 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=40ff88f6997f48289be446492d883899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607958 May 20 09:00:09.379044 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.444361 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 5636d204-4c57-4541-b3ce-75c55b5a329c completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:09.456621 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 5636d204-4c57-4541-b3ce-75c55b5a329c triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:09.457098 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.465006 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Router b5a53162-4afc-485e-a413-fc98e1b29965 is scheduled to L3 agent c70db390-4164-4320-811d-63d91c5b3be7 with binding_index 1 {{(pid=91687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:00:09.545367 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7e00-86ab-4fdf-928c-434e7f745f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.569010 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-a4ab7e00-86ab-4fdf-928c-434e7f745f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:09.576455 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-06129d9a-3aca-4c1e-8114-bd48c4b74385 service neutron] 10.222.0.88 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007429 May 20 09:00:09.580444 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-a4ab7e00-86ab-4fdf-928c-434e7f745f54 admin admin] Usage tracker for resource:security_group_rule and tenant:d4caa861003d402eabd8eecdb0ff9459 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:09.619005 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-a4ab7e00-86ab-4fdf-928c-434e7f745f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:09.629673 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-294ea9fa-ee31-4c4a-8b22-c054525975c3 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=91688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 09:00:09.636499 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-294ea9fa-ee31-4c4a-8b22-c054525975c3 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1766829 May 20 09:00:09.714890 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:00:09.720094 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.722326 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-a4ab7e00-86ab-4fdf-928c-434e7f745f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:09.728065 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Sync routers for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:00:09.737982 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Notify callbacks [] for router, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.742918 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2036581 May 20 09:00:09.743919 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 59874) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:09.752411 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:00:09.752411 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:00:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:09.800982 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 5636d204-4c57-4541-b3ce-75c55b5a329c, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=5636d204-4c57-4541-b3ce-75c55b5a329c,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:09.860018 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-5ae7c543-b9d8-45ba-af72-fe03c7139e00 service neutron] 10.222.0.88 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756770 May 20 09:00:09.864173 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.868048 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.939381 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:10.008695 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:00:10.046614 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=5636d204-4c57-4541-b3ce-75c55b5a329c,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:10.059640 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:10.447668 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-469fe9dc-6c97-4dd6-9e90-c394a532cc37 None None] Provisioning complete for port 5636d204-4c57-4541-b3ce-75c55b5a329c triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:10.448108 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-469fe9dc-6c97-4dd6-9e90-c394a532cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:10.491109 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:07Z', 'revision_number': 3, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:10.503241 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Checking router: b5a53162-4afc-485e-a413-fc98e1b29965 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:00:10.503812 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Updating router b5a53162-4afc-485e-a413-fc98e1b29965 port 65a28448-c1ee-4dde-925c-8ce099626d4b binding host dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:00:10.539645 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8210322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8119543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31761'] for router, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:10.613091 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:10.647382 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-05619725-8a0b-4959-b5c8-0ebcb9487ae8 service neutron] 10.222.0.88 "GET /v2.0/networks/58c78b87-f3a9-46c2-b3fa-611e47843339?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0096474 May 20 09:00:10.744360 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7e00-86ab-4fdf-928c-434e7f745f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:10.827101 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7e00-86ab-4fdf-928c-434e7f745f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:10.971627 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 5636d204-4c57-4541-b3ce-75c55b5a329c up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:11.001674 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:11.162642 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 5636d204-4c57-4541-b3ce-75c55b5a329c triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:11.163125 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:11.273620 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:11.326329 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab7e00-86ab-4fdf-928c-434e7f745f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361c4bc9-97cb-41a4-bf63-0bef20d651df,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:11.345600 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a4ab7e00-86ab-4fdf-928c-434e7f745f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:11.357916 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-a4ab7e00-86ab-4fdf-928c-434e7f745f54 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d4caa861003d402eabd8eecdb0ff9459&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1935234 May 20 09:00:11.358817 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 59936) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:11.363499 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-52cc4555-9343-4b02-a40b-34e2bd82527f service neutron] 10.222.0.88 "GET /v2.0/networks/58c78b87-f3a9-46c2-b3fa-611e47843339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7138929 May 20 09:00:11.453153 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c6c9ef6e-c544-446b-8bc2-ebaea4b10754 req-684ccde8-3a3c-40e1-a584-bb8c6cbcd421 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 210 time: 0.2316985 May 20 09:00:11.482157 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:11.499056 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.provisioning_blocks [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Transition to ACTIVE for port object 65a28448-c1ee-4dde-925c-8ce099626d4b will not be triggered until provisioned by entity L2. {{(pid=91690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:11.507230 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:11.519247 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:11.651499 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Pushing event updated for resources: {'Port': ['ID=65a28448-c1ee-4dde-925c-8ce099626d4b,revision_number=2']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:11.666977 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Attempting to bind port 65a28448-c1ee-4dde-925c-8ce099626d4b on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:00:11.667516 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Attempting to bind port 65a28448-c1ee-4dde-925c-8ce099626d4b by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:00:11.668108 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Attempting to bind port 65a28448-c1ee-4dde-925c-8ce099626d4b on network 0d7e70f2-48c0-42ed-9893-06725d297828 {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:11.698628 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.699172 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.700998 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.702447 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.704146 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.705806 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.707544 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.709015 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.710341 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.711792 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.712371 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.713831 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Tracked resource versions report: May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: pushed versions: May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: { 'AddressGroup': {'1.2'}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'ConntrackHelper': {'1.0'}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'Log': {'1.0'}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'Network': {'1.1'}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'Port': {'1.7'}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'PortForwarding': {'1.2'}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'QosPolicy': {'1.8'}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'SecurityGroup': {'1.4'}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'SecurityGroupRule': {'1.2'}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'SubPort': {'1.0'}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'Subnet': {'1.1'}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'Trunk': {'1.1'}} May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: consumer versions: May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: { DHCP agent@dv-cinder-790910-5-smb: {}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: HyperV agent@hv-cinder-79091: {}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: L3 agent@dv-cinder-790910-5-smb: {}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: Metadata agent@dv-cinder-790910-5-smb: {}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: Metering agent@dv-cinder-790910-5-smb: {}, May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: Open vSwitch agent@dv-cinder-790910-5-smb: { 'AddressGroup': '1.2', May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'ConntrackHelper': '1.0', May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'Log': '1.0', May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'Network': '1.1', May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'Port': '1.7', May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'PortForwarding': '1.2', May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'QosPolicy': '1.8', May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'SecurityGroup': '1.4', May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'SecurityGroupRule': '1.2', May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'SubPort': '1.0', May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'Subnet': '1.1', May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: 'Trunk': '1.1'}} May 20 09:00:11.718369 dv-cinder-790910-5-smb neutron-server[91690]: {{(pid=91690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:00:11.745900 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:11.747134 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:00:11.747742 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Checking segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:11.749057 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:11.749862 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Bound using segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:00:11.751076 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Bound port: 65a28448-c1ee-4dde-925c-8ce099626d4b, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:00:11.751750 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:11.771890 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60fba1a3-08df-4e5a-9c28-73e22f584eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:11.887385 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Allocated IP 172.20.0.1 (104ab518-1dd2-4328-a65f-309b0482f36c/ccd6c26d-39cf-4d69-8f12-52d111fe625c/3d9ec23b-60f4-460f-8adc-feed12df8bc1) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:12.007924 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60fba1a3-08df-4e5a-9c28-73e22f584eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:12.066403 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] For port 65a28448-c1ee-4dde-925c-8ce099626d4b, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:00:12.073224 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] For port 65a28448-c1ee-4dde-925c-8ce099626d4b, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=65a28448-c1ee-4dde-925c-8ce099626d4b,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:00:12.081760 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:12.092079 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-54404284-11cf-4e1a-9514-00cc49ebf175 req-17fa31ac-1dde-4438-b880-112654acf7a7 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 210 time: 0.1730380 May 20 09:00:12.103145 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-a71a300a-09e9-4136-bc41-abc66997e126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:12.124906 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:12.313159 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:12.320209 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Pushing event updated for resources: {'Port': ['ID=65a28448-c1ee-4dde-925c-8ce099626d4b,revision_number=3']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:12.344218 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-6f095539-e290-4cde-b705-9f2f207fa8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:12.354018 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:00:12.355110 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:00:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:12.446480 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60fba1a3-08df-4e5a-9c28-73e22f584eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:12.463098 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:12.556184 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:12.584664 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Transition to ACTIVE for port object 3d9ec23b-60f4-460f-8adc-feed12df8bc1 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:12.626791 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:12.647826 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:12.656085 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fba1a3-08df-4e5a-9c28-73e22f584eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361c4bc9-97cb-41a4-bf63-0bef20d651df,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:12.696599 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-60fba1a3-08df-4e5a-9c28-73e22f584eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:12.729178 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Network 104ab518-1dd2-4328-a65f-309b0482f36c is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:12.745296 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:12.800225 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:12.803476 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126163'] for router_interface, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:12.810531 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Allocated IP 172.28.2.184 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/f587a675-ebd4-4f7e-a2f5-cc6abd19503c) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:12.938046 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60fba1a3-08df-4e5a-9c28-73e22f584eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:12.941909 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-60fba1a3-08df-4e5a-9c28-73e22f584eaf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/361c4bc9-97cb-41a4-bf63-0bef20d651df HTTP/1.1" status: 204 len: 168 time: 1.5752513 May 20 09:00:12.958303 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:00:12.979725 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9ec23b-60f4-460f-8adc-feed12df8bc1,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:12.997107 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:13.014240 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6db45096-d562-488e-964a-4d5222608d87 req-68782f39-6ffe-4c6f-a0c9-833cf8f8483f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 210 time: 0.0767560 May 20 09:00:13.157831 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-05db4107-9467-4cc1-8e5b-c4c504b6383b None None] Provisioning for port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:13.172400 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-05db4107-9467-4cc1-8e5b-c4c504b6383b None None] Provisioning complete for port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:13.174901 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-05db4107-9467-4cc1-8e5b-c4c504b6383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:13.196157 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:13.294911 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7c8265a9-a24e-4c6e-be1c-74301228de13 req-cf28abe7-75d3-4278-9be1-3545c881dc7c tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0924325 May 20 09:00:13.315899 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:13.339431 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-05db4107-9467-4cc1-8e5b-c4c504b6383b None None] Port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:00:13.406785 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:13.412316 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:13.436586 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.97', 50540) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:13.520684 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60024) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:13.554869 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:13.555769 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2169901d-5bc3-4549-ab9b-4009a8d27c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:13.572766 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:13.572766 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Pushing event updated for resources: {'Port': ['ID=f587a675-ebd4-4f7e-a2f5-cc6abd19503c,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:13.612311 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:13.617608 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:07Z', 'revision_number': 3, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:13.627538 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0e1be-7100-4423-b90d-c1f14aebd5d1 None None] The sync data for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb is: [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:07Z', 'revision_number': 3, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:00:13.707808 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-2169901d-5bc3-4549-ab9b-4009a8d27c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:13.724983 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-2169901d-5bc3-4549-ab9b-4009a8d27c26 admin admin] Usage tracker for resource:security_group_rule and tenant:6d70870c141046428e67e9c7c8ab9c21 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:13.738120 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-2169901d-5bc3-4549-ab9b-4009a8d27c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:13.744128 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-2169901d-5bc3-4549-ab9b-4009a8d27c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:13.934501 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2169901d-5bc3-4549-ab9b-4009a8d27c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:13.965448 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:13.973858 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2169901d-5bc3-4549-ab9b-4009a8d27c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:14.007031 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:14.026050 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-60fba1a3-08df-4e5a-9c28-73e22f584eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:14.219296 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:14.275398 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:14.292189 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8087378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8212072'] for router_interface, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:14.317651 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:14.318325 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169901d-5bc3-4549-ab9b-4009a8d27c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b351ef7a-e0b0-4e1d-8868-a1836f615ee1,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:14.489122 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-e4af1f63-8368-4677-a0f7-b071e48474ff tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:14.489122 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-e4af1f63-8368-4677-a0f7-b071e48474ff tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Synchronizing usage tracker for tenant:9408acef4ded4f719020db92cf852b89 on resource:network {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:14.489414 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-2169901d-5bc3-4549-ab9b-4009a8d27c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:14.503884 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-851ca32d-8fa8-40e7-82d9-54b862b5dba8 req-784e7834-e907-423f-84b0-a90bc855f678 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 210 time: 0.1684031 May 20 09:00:14.558577 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-2169901d-5bc3-4549-ab9b-4009a8d27c26 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6d70870c141046428e67e9c7c8ab9c21&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0367725 May 20 09:00:14.578591 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60086) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:14.627062 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9ec23b-60f4-460f-8adc-feed12df8bc1,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:14.639310 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:14.663506 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-e4af1f63-8368-4677-a0f7-b071e48474ff tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Unset dirty status for tenant:9408acef4ded4f719020db92cf852b89 on resource:network {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:14.664925 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-e4af1f63-8368-4677-a0f7-b071e48474ff tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 815 time: 1.2270467 May 20 09:00:14.762254 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Request body: {'port': {'device_id': 'be9a3378-3275-404c-b163-707ff1aae081', 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef', 'admin_state_up': True, 'tenant_id': '9408acef4ded4f719020db92cf852b89'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:14.841325 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.97', 50550) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:14.866328 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Network 104ab518-1dd2-4328-a65f-309b0482f36c is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:14.882284 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:15.064170 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 65a28448-c1ee-4dde-925c-8ce099626d4b up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:15.075765 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-59f79ca4-fad7-45a7-95df-c4727b8af72a req-2af8e3c9-fa37-4825-b614-0ca1204e7803 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 210 time: 0.2326078 May 20 09:00:15.367812 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 65a28448-c1ee-4dde-925c-8ce099626d4b completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:15.368124 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-28a8ca95-38cf-4552-b9c6-174baa4f27de tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:15.371865 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-28a8ca95-38cf-4552-b9c6-174baa4f27de tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.97 "GET /v2.0/networks?id=58c78b87-f3a9-46c2-b3fa-611e47843339 HTTP/1.1" status: 200 len: 812 time: 0.5285251 May 20 09:00:15.393823 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 65a28448-c1ee-4dde-925c-8ce099626d4b triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:15.394799 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:15.399684 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0a56d032-b10b-4687-8e8f-25dc15ee3061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:15.475605 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0a56d032-b10b-4687-8e8f-25dc15ee3061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:15.560553 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-1c6fc6ea-c483-44dc-8877-588cc20a690b None None] Provisioning complete for port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:15.561443 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1c6fc6ea-c483-44dc-8877-588cc20a690b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:15.571851 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Request body: {'port': {'device_id': '60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6', 'network_id': '58c78b87-f3a9-46c2-b3fa-611e47843339', 'admin_state_up': True, 'tenant_id': '40ff88f6997f48289be446492d883899'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:15.607049 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0a56d032-b10b-4687-8e8f-25dc15ee3061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:15.692206 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-2169901d-5bc3-4549-ab9b-4009a8d27c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:15.736750 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:15.758413 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Usage tracker for resource:port and tenant:9408acef4ded4f719020db92cf852b89 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:15.788642 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:15.791634 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0a56d032-b10b-4687-8e8f-25dc15ee3061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:15.792961 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-0a56d032-b10b-4687-8e8f-25dc15ee3061 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b351ef7a-e0b0-4e1d-8868-a1836f615ee1 HTTP/1.1" status: 204 len: 168 time: 1.2115719 May 20 09:00:15.843714 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:15.891973 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Router b5a53162-4afc-485e-a413-fc98e1b29965 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:00:15.893086 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Made reservation on behalf of 9408acef4ded4f719020db92cf852b89 for: {'port': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:15.905477 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:15.931695 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56d032-b10b-4687-8e8f-25dc15ee3061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b351ef7a-e0b0-4e1d-8868-a1836f615ee1,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:15.954368 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0a56d032-b10b-4687-8e8f-25dc15ee3061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:16.000307 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:16.051806 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-1c6fc6ea-c483-44dc-8877-588cc20a690b None None] Port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:00:16.354509 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:16.521976 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:16.528205 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Usage tracker for resource:port and tenant:40ff88f6997f48289be446492d883899 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:16.593999 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 65a28448-c1ee-4dde-925c-8ce099626d4b, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=65a28448-c1ee-4dde-925c-8ce099626d4b,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:16.602888 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:16.617123 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:16.654272 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:16.728889 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:16.736053 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2863fc9d-80bf-4e84-980f-82d3f8556d67 req-96f39100-5907-49fe-89ea-db4da9627d23 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 210 time: 0.1993740 May 20 09:00:16.787761 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Made reservation on behalf of 40ff88f6997f48289be446492d883899 for: {'port': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:16.791243 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:16.926593 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=65a28448-c1ee-4dde-925c-8ce099626d4b,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:16.942486 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:17.017333 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-541b23bd-6097-4efa-b0ab-5ef9be5080f3 req-448017c2-6aef-4c07-9a48-5fc81b6d21cf tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 210 time: 0.2189705 May 20 09:00:17.151811 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60174) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:17.299854 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Allocated IP 172.20.0.6 (088d18df-0fde-41fb-ad13-990cb25efaef/0cb13a1f-ecfd-444e-861c-e89a0fa4df77/2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:17.471254 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:00:17.489153 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Sync routers for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:00:17.540690 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] 10.222.0.88 "PUT /v2.0/routers/b5a53162-4afc-485e-a413-fc98e1b29965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7951264 May 20 09:00:17.543662 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:00:17.545824 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:00:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:17.600395 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8210378'] for router, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:18.007220 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:18.041526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60200) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:18.082829 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:18.152072 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:18.187681 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:00:18.226657 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Allocated IP 172.20.0.2 (58c78b87-f3a9-46c2-b3fa-611e47843339/98d1436c-cde7-433d-83d9-58cf01ce0ae3/7190777e-5a3e-49d3-aed1-f5507c316ae4) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:18.296893 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Network 088d18df-0fde-41fb-ad13-990cb25efaef is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:18.314766 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:18.321675 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:18.338800 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:18.341075 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:18.449813 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6987050 May 20 09:00:18.454201 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Pushing event updated for resources: {'Port': ['ID=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:18.457287 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:18.609737 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-628b11d8-a6b6-40ff-a98f-b1bebbfdcb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:18.986585 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 2, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:19.008258 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 65a28448-c1ee-4dde-925c-8ce099626d4b up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:19.065613 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8ed98446-453e-4c6a-abe7-aeafdb9148c7 req-d8de5ff0-b890-4a79-90f3-faed765aca31 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 210 time: 0.6862543 May 20 09:00:19.131982 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Checking router: b5a53162-4afc-485e-a413-fc98e1b29965 for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:00:19.131982 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Updating router b5a53162-4afc-485e-a413-fc98e1b29965 port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 binding host dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:00:19.165145 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-628b11d8-a6b6-40ff-a98f-b1bebbfdcb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:19.170309 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-628b11d8-a6b6-40ff-a98f-b1bebbfdcb69 admin admin] Usage tracker for resource:security_group_rule and tenant:638de8fd92d04bdd895a48c6bc02505b is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:19.180598 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-628b11d8-a6b6-40ff-a98f-b1bebbfdcb69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:19.192749 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-628b11d8-a6b6-40ff-a98f-b1bebbfdcb69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:19.240056 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:19.291118 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 65a28448-c1ee-4dde-925c-8ce099626d4b triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:19.298877 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:19.384885 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-628b11d8-a6b6-40ff-a98f-b1bebbfdcb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:19.477606 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-628b11d8-a6b6-40ff-a98f-b1bebbfdcb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:19.492928 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:19.563106 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 is scheduled to L3 agent c70db390-4164-4320-811d-63d91c5b3be7 with binding_index 1 {{(pid=91688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:00:19.575528 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-89eb9f15-0468-442a-9295-17aeef32397a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:19.627874 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:19.654756 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-628b11d8-a6b6-40ff-a98f-b1bebbfdcb69 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=638de8fd92d04bdd895a48c6bc02505b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2279460 May 20 09:00:19.655239 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60246) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:19.717095 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-89eb9f15-0468-442a-9295-17aeef32397a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:19.739558 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e233c307-4d5c-45f0-a4f8-fc8087b7608f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:19.811425 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e233c307-4d5c-45f0-a4f8-fc8087b7608f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:19.888572 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-89eb9f15-0468-442a-9295-17aeef32397a admin admin] Usage tracker for resource:security_group_rule and tenant:9e0e054b49ab44e6b4e2015753d9a87c is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:19.899457 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-89eb9f15-0468-442a-9295-17aeef32397a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:19.915897 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e233c307-4d5c-45f0-a4f8-fc8087b7608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:19.924357 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b11d8-a6b6-40ff-a98f-b1bebbfdcb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f81aa0-115d-4027-9fa1-f544056aa792,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:19.928103 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-89eb9f15-0468-442a-9295-17aeef32397a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:19.931709 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-296d1fa9-f220-49d8-9968-21834d3c0830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:19.933491 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-628b11d8-a6b6-40ff-a98f-b1bebbfdcb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:19.940248 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:19.972260 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233c307-4d5c-45f0-a4f8-fc8087b7608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f81aa0-115d-4027-9fa1-f544056aa792,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:19.975419 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e233c307-4d5c-45f0-a4f8-fc8087b7608f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:19.982026 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e233c307-4d5c-45f0-a4f8-fc8087b7608f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:19.987419 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-e233c307-4d5c-45f0-a4f8-fc8087b7608f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a2f81aa0-115d-4027-9fa1-f544056aa792 HTTP/1.1" status: 204 len: 168 time: 0.3282597 May 20 09:00:20.155821 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:20.261613 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Network 58c78b87-f3a9-46c2-b3fa-611e47843339 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:20.265874 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Notify callbacks [] for port, precommit_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:20.286682 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Transition to ACTIVE for port object 3d9ec23b-60f4-460f-8adc-feed12df8bc1 will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:20.297252 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:20.310415 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:20.380767 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60264) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:20.388360 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647305227', 'description': 'tempest-description--1250336507'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:20.409484 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:20.415792 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:security_group and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:20.423169 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:20.444981 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:20.464395 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:20.521340 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:20.531775 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:security_group_rule and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:20.539053 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:20.556786 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:20.663904 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff735b-af14-4000-b1a3-7c906e8d4fdd req-21a2c4e8-661c-44f1-9e45-e36a39601665 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:20.681894 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-12ff735b-af14-4000-b1a3-7c906e8d4fdd req-21a2c4e8-661c-44f1-9e45-e36a39601665 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 931 time: 2.2923498 May 20 09:00:20.698360 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:20.730675 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:20.733449 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd00a48-fb7d-422c-94be-5cd15822cda6 None None] Pushing event updated for resources: {'Port': ['ID=3d9ec23b-60f4-460f-8adc-feed12df8bc1,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:20.750318 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-f0b31d0a-b4f1-4eff-a2c5-8c774492a8b4 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=91687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 09:00:20.752345 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-f0b31d0a-b4f1-4eff-a2c5-8c774492a8b4 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179362 May 20 09:00:20.755622 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:20.767947 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-3cd00a48-fb7d-422c-94be-5cd15822cda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:20.771077 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:20.789570 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Attempting to bind port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:00:20.789935 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Attempting to bind port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:00:20.790305 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Attempting to bind port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 on network 104ab518-1dd2-4328-a65f-309b0482f36c {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:20.804464 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:00:20.804858 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Checking segment: {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:20.805302 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:20.805728 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Bound using segment: {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:00:20.806207 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Bound port: 3d9ec23b-60f4-460f-8adc-feed12df8bc1, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:00:20.806589 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:20.869876 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb984a3-28bc-4ab7-8c82-c05360782b6f,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:20.874845 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:20.878350 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:20.883254 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5047441 May 20 09:00:20.884167 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60284) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:20.890222 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'security_group_rule': {'security_group_id': '0eb984a3-28bc-4ab7-8c82-c05360782b6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:20.899253 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:20.904187 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:security_group_rule and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:20.907557 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:20.916077 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:20.934761 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:21.026867 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:21.032165 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:21.035064 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:21.046220 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-89eb9f15-0468-442a-9295-17aeef32397a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:21.087100 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:00:21.096378 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] For port 3d9ec23b-60f4-460f-8adc-feed12df8bc1, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:00:21.102058 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Sync routers for ids ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:00:21.109519 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] For port 3d9ec23b-60f4-460f-8adc-feed12df8bc1, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=3d9ec23b-60f4-460f-8adc-feed12df8bc1,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:00:21.128848 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Routers {'7319ac1f-e3ad-4d52-936d-5b9623f34d88'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:00:21.129679 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:21.131066 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:21.131573 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:00:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:21.139881 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2542892 May 20 09:00:21.142242 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-28951762-bad1-432b-b185-3cf8beca6d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:21.143733 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60292) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:21.144789 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37fe534-a93c-4c65-9678-55327745f799,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:21.158739 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:21.169209 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'security_group_rule': {'security_group_id': '0eb984a3-28bc-4ab7-8c82-c05360782b6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:21.226608 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:21.247365 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:security_group_rule and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:21.256858 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:21.280539 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:21.309012 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:21.336408 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:21.337111 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:21.340092 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:21.388432 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:00:21.390936 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:00:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:21.392322 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Request body: {'port': {'device_id': 'be9a3378-3275-404c-b163-707ff1aae081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:21.415410 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-89eb9f15-0468-442a-9295-17aeef32397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:21.472149 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] Notify callbacks [] for router, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:21.476198 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-e636f383-f3da-4c69-be89-2b44b5216735 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.5906401 May 20 09:00:21.571711 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1794870 May 20 09:00:21.606718 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60302) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:21.628480 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Pushing event updated for resources: {'Port': ['ID=7190777e-5a3e-49d3-aed1-f5507c316ae4,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:21.649729 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.493s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:21.682187 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-628b11d8-a6b6-40ff-a98f-b1bebbfdcb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:21.744681 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Set router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:00:21.778243 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd00a48-fb7d-422c-94be-5cd15822cda6 None None] Pushing event updated for resources: {'Port': ['ID=3d9ec23b-60f4-460f-8adc-feed12df8bc1,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:21.804336 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-3cd00a48-fb7d-422c-94be-5cd15822cda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:21.904183 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb9f15-0468-442a-9295-17aeef32397a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5865c37e-943d-4327-a12e-55a71656afa1,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:21.929648 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Request body: {'port': {'device_id': '60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:21.992248 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:22.000579 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:22.019990 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:22.037655 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-89eb9f15-0468-442a-9295-17aeef32397a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:22.049491 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:22.088292 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-12ff735b-af14-4000-b1a3-7c906e8d4fdd req-1c8e1acf-2f62-4630-867d-617c993417a2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4029782 May 20 09:00:22.144902 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d774a8-38ad-4c2d-97c0-90633cabd961,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:22.148749 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:00:22.155527 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:22.191389 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-89eb9f15-0468-442a-9295-17aeef32397a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9e0e054b49ab44e6b4e2015753d9a87c&name=default HTTP/1.1" status: 200 len: 2975 time: 3.8186657 May 20 09:00:22.196845 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60322) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:22.291299 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:22.298609 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1458268 May 20 09:00:22.307367 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60328) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:22.340678 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'floatingip': {'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:22.361207 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60332) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:22.393754 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:22.419930 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0d902-6390-435c-b7e0-a1a4e7c3c02c req-fdfef4b5-df35-4736-a97e-b9e297458cbf tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:22.420663 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-bdd0d902-6390-435c-b7e0-a1a4e7c3c02c req-fdfef4b5-df35-4736-a97e-b9e297458cbf tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Synchronizing usage tracker for tenant:40ff88f6997f48289be446492d883899 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:22.449894 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:floatingip and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:22.466109 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:22.668051 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:22.786885 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:22.839354 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-router', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:09Z', 'updated_at': '2021-05-20T09:00:14Z', 'revision_number': 3, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'gw_port': {'id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:12Z', 'updated_at': '2021-05-20T09:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:22.840939 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:21Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:22.843621 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Checking router: 7319ac1f-e3ad-4d52-936d-5b9623f34d88 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:00:22.843988 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Updating router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 port f587a675-ebd4-4f7e-a2f5-cc6abd19503c binding host dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:00:22.855656 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758a9ab-d375-47cb-a352-049169e12494 None None] The sync data for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb is: [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:21Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:00:22.969516 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-77348e86-7c17-47a3-8cb4-1784fb4838c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:22.970345 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:23.142623 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-bdd0d902-6390-435c-b7e0-a1a4e7c3c02c req-fdfef4b5-df35-4736-a97e-b9e297458cbf tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Unset dirty status for tenant:40ff88f6997f48289be446492d883899 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:23.155901 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bdd0d902-6390-435c-b7e0-a1a4e7c3c02c req-fdfef4b5-df35-4736-a97e-b9e297458cbf tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 931 time: 1.9944139 May 20 09:00:23.265671 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04d22676-c464-4503-88f4-2ddadec9aff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:23.380949 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:23.463707 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04d22676-c464-4503-88f4-2ddadec9aff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:23.483157 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-bdd0d902-6390-435c-b7e0-a1a4e7c3c02c req-1d661087-d5de-48da-a558-7dfcfd2e7ad8 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Synchronizing usage tracker for tenant:40ff88f6997f48289be446492d883899 on resource:security_group {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:23.579839 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:00:23.598588 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:23.635392 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Transition to ACTIVE for port object 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:23.656478 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-77348e86-7c17-47a3-8cb4-1784fb4838c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:23.666682 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-77348e86-7c17-47a3-8cb4-1784fb4838c1 admin admin] Usage tracker for resource:security_group_rule and tenant:0643fa6c6bb947b3ba139d02540a8abd is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:23.674626 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-77348e86-7c17-47a3-8cb4-1784fb4838c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:23.691734 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-77348e86-7c17-47a3-8cb4-1784fb4838c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:23.723290 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04d22676-c464-4503-88f4-2ddadec9aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:23.731866 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:23.779731 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:23.782880 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a4ab7e00-86ab-4fdf-928c-434e7f745f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:23.807710 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d22676-c464-4503-88f4-2ddadec9aff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5865c37e-943d-4327-a12e-55a71656afa1,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:23.813910 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-04d22676-c464-4503-88f4-2ddadec9aff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:23.835720 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04d22676-c464-4503-88f4-2ddadec9aff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:23.836865 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-04d22676-c464-4503-88f4-2ddadec9aff4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5865c37e-943d-4327-a12e-55a71656afa1 HTTP/1.1" status: 204 len: 168 time: 1.6185944 May 20 09:00:23.856278 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-bdd0d902-6390-435c-b7e0-a1a4e7c3c02c req-1d661087-d5de-48da-a558-7dfcfd2e7ad8 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Unset dirty status for tenant:40ff88f6997f48289be446492d883899 on resource:security_group {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:23.866793 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bdd0d902-6390-435c-b7e0-a1a4e7c3c02c req-1d661087-d5de-48da-a558-7dfcfd2e7ad8 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7099717 May 20 09:00:24.452307 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Notify callbacks [] for port, precommit_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:24.503835 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.provisioning_blocks [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Transition to ACTIVE for port object f587a675-ebd4-4f7e-a2f5-cc6abd19503c will not be triggered until provisioned by entity L2. {{(pid=91690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:24.519334 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:24.540852 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:24.688493 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:24.733859 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Attempting to bind port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:00:24.735554 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Attempting to bind port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:00:24.736170 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Attempting to bind port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 on network 088d18df-0fde-41fb-ad13-990cb25efaef {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:24.773723 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:24.776727 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 on network 088d18df-0fde-41fb-ad13-990cb25efaef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:00:24.776920 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Attempting to bind port f587a675-ebd4-4f7e-a2f5-cc6abd19503c on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:00:24.777066 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Attempting to bind port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 on network 088d18df-0fde-41fb-ad13-990cb25efaef {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:24.777212 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Attempting to bind port f587a675-ebd4-4f7e-a2f5-cc6abd19503c by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:00:24.777212 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Attempting to bind port f587a675-ebd4-4f7e-a2f5-cc6abd19503c on network 0d7e70f2-48c0-42ed-9893-06725d297828 {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:24.788439 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:00:24.789203 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Checking segment: {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:24.790512 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Bound using segment: {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:00:24.791441 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Bound port: 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:00:24.792044 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:24.819144 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:00:24.819522 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Checking segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:24.819934 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:24.820332 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Bound using segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:00:24.830092 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Bound port: f587a675-ebd4-4f7e-a2f5-cc6abd19503c, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:00:24.830499 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:24.851798 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60374) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:25.012872 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] For port f587a675-ebd4-4f7e-a2f5-cc6abd19503c, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:00:25.019062 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] For port f587a675-ebd4-4f7e-a2f5-cc6abd19503c, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=f587a675-ebd4-4f7e-a2f5-cc6abd19503c,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:00:25.034929 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.036064 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df033c79-5588-44ba-81c3-3a037f29eb90 None None] Pushing event updated for resources: {'Port': ['ID=f587a675-ebd4-4f7e-a2f5-cc6abd19503c,revision_number=2']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:25.057423 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-df033c79-5588-44ba-81c3-3a037f29eb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:25.058455 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-df033c79-5588-44ba-81c3-3a037f29eb90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:25.080114 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 3d9ec23b-60f4-460f-8adc-feed12df8bc1 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:25.131747 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a161fe77-255f-4f37-8738-e4aca9967903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.173492 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:25.180252 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:25.181010 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.186155 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df033c79-5588-44ba-81c3-3a037f29eb90 None None] Pushing event updated for resources: {'Port': ['ID=f587a675-ebd4-4f7e-a2f5-cc6abd19503c,revision_number=3']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:25.191887 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-df033c79-5588-44ba-81c3-3a037f29eb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:25.221955 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Routers {'7319ac1f-e3ad-4d52-936d-5b9623f34d88'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:00:25.222918 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:00:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:25.231566 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] For port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90, host hv-cinder-79091, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:00:25.238078 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] For port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:00:25.259341 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-77348e86-7c17-47a3-8cb4-1784fb4838c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.265293 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.279281 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-77348e86-7c17-47a3-8cb4-1784fb4838c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.298557 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a161fe77-255f-4f37-8738-e4aca9967903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:25.305022 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a161fe77-255f-4f37-8738-e4aca9967903 admin admin] Usage tracker for resource:security_group_rule and tenant:a3b4a92604ec41cda2716fd21f208281 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:25.308095 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a161fe77-255f-4f37-8738-e4aca9967903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:25.315038 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a161fe77-255f-4f37-8738-e4aca9967903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:25.456541 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a161fe77-255f-4f37-8738-e4aca9967903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.461945 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:25.491816 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] Set router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:00:25.504415 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.566220 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.601731 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 3d9ec23b-60f4-460f-8adc-feed12df8bc1, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=3d9ec23b-60f4-460f-8adc-feed12df8bc1,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:25.606684 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.608482 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f40a5-8557-4498-a8a5-1550f6da4edd req-cf6bd0a9-4194-4407-8717-fa4e2a6ca9d4 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:25.610175 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-275f40a5-8557-4498-a8a5-1550f6da4edd req-cf6bd0a9-4194-4407-8717-fa4e2a6ca9d4 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 943 time: 1.3715656 May 20 09:00:25.610346 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:25.614754 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.616463 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a161fe77-255f-4f37-8738-e4aca9967903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.681989 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=3d9ec23b-60f4-460f-8adc-feed12df8bc1,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:25.685677 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:25.731667 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:25.732598 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:25.734325 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] 10.222.0.97 "PUT /v2.0/ports/2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 HTTP/1.1" status: 200 len: 1093 time: 4.5508072 May 20 09:00:25.799942 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9a3378-3275-404c-b163-707ff1aae081', 'tag': '2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:25.829265 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-router', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:09Z', 'updated_at': '2021-05-20T09:00:14Z', 'revision_number': 3, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'gw_port': {'id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:12Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:25.835335 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c245a1-7842-40fa-901a-5cd111f014fa None None] The sync data for ids ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'] in dv-cinder-790910-5-smb is: [{'id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-router', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:09Z', 'updated_at': '2021-05-20T09:00:14Z', 'revision_number': 3, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'gw_port': {'id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:12Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:00:25.845658 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-275f40a5-8557-4498-a8a5-1550f6da4edd req-64d21752-5ba8-43b3-922c-d7d042b68d19 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967405 May 20 09:00:25.930515 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ca9e5-0132-4606-9d5b-d97f079469e8 req-b830f5ee-9748-4842-bb70-d078015e9a7f tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:25.938982 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-946ca9e5-0132-4606-9d5b-d97f079469e8 req-b830f5ee-9748-4842-bb70-d078015e9a7f tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 931 time: 0.5385900 May 20 09:00:26.094540 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-946ca9e5-0132-4606-9d5b-d97f079469e8 req-35d0c5f2-6510-4df5-a338-d71efb9e7802 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542158 May 20 09:00:26.132084 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7190777e-5a3e-49d3-aed1-f5507c316ae4 {{(pid=91688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:00:26.137816 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Allocated IP 172.20.0.1 (1a3b55fb-c20a-4b49-ae5a-3b0e860558da/0cf4ebc0-c715-4825-8b91-71b2282799c8/bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:26.148976 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:26.198008 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Transition to ACTIVE for port object 7190777e-5a3e-49d3-aed1-f5507c316ae4 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:26.225415 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-77348e86-7c17-47a3-8cb4-1784fb4838c1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0643fa6c6bb947b3ba139d02540a8abd&name=default HTTP/1.1" status: 200 len: 2976 time: 3.8527820 May 20 09:00:26.225629 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:26.226594 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60398) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:26.315933 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:26.494526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Pushing event updated for resources: {'Port': ['ID=7190777e-5a3e-49d3-aed1-f5507c316ae4,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:26.597318 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a161fe77-255f-4f37-8738-e4aca9967903 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a3b4a92604ec41cda2716fd21f208281&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5932558 May 20 09:00:26.635677 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:26.643861 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.182s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:26.650296 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:26.676678 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60406) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:26.694116 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.081s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:26.884686 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77348e86-7c17-47a3-8cb4-1784fb4838c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9b3c85-c942-4095-810b-835df542d290,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:27.100121 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161fe77-255f-4f37-8738-e4aca9967903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765b0555-f4d7-4782-948e-e21b90c7ed15,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:27.122354 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a161fe77-255f-4f37-8738-e4aca9967903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:27.170801 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.372s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:27.171849 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:27.194510 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60422) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:27.249157 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f587a675-ebd4-4f7e-a2f5-cc6abd19503c up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:27.294526 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be9a3378-3275-404c-b163-707ff1aae081', 'tag': '2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90', 'status': 'completed', 'code': 200} May 20 09:00:27.380946 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-131a0b7f-cc65-4d9a-bc11-8364994b1bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:27.404257 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port f587a675-ebd4-4f7e-a2f5-cc6abd19503c completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:27.406980 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:27.415061 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port f587a675-ebd4-4f7e-a2f5-cc6abd19503c triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:27.416173 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:27.421297 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Allocated IP 172.28.2.219 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/91c210fe-7427-4f0d-9b9c-6f70700258f2) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:27.466040 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-3c093f78-f3f6-4e26-8786-3f98cb575150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:27.469203 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-3c093f78-f3f6-4e26-8786-3f98cb575150 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 1096 time: 1.5528309 May 20 09:00:27.479269 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-131a0b7f-cc65-4d9a-bc11-8364994b1bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:27.487336 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d1c57832-9e01-422a-9939-a37ea23fc7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:27.550942 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d1c57832-9e01-422a-9939-a37ea23fc7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:27.662190 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-131a0b7f-cc65-4d9a-bc11-8364994b1bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:27.919295 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:27.931833 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-12046323-93c2-4ca0-ad4d-f90b1cd736d8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 HTTP/1.1" status: 200 len: 217 time: 0.2294054 May 20 09:00:27.956745 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port f587a675-ebd4-4f7e-a2f5-cc6abd19503c, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=f587a675-ebd4-4f7e-a2f5-cc6abd19503c,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:27.962252 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:27.963543 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 3d9ec23b-60f4-460f-8adc-feed12df8bc1 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:28.011009 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:28.061798 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:28.085880 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Attempting to bind port 7190777e-5a3e-49d3-aed1-f5507c316ae4 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:00:28.086235 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Attempting to bind port 7190777e-5a3e-49d3-aed1-f5507c316ae4 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'bec1b03f-d388-4c92-af54-8d469ced1cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '58c78b87-f3a9-46c2-b3fa-611e47843339'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:00:28.086736 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Attempting to bind port 7190777e-5a3e-49d3-aed1-f5507c316ae4 on network 58c78b87-f3a9-46c2-b3fa-611e47843339 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:28.088153 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60436) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:28.139859 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a0b7f-cc65-4d9a-bc11-8364994b1bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9b3c85-c942-4095-810b-835df542d290,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:28.142281 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-131a0b7f-cc65-4d9a-bc11-8364994b1bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:28.148839 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Port 7190777e-5a3e-49d3-aed1-f5507c316ae4 on network 58c78b87-f3a9-46c2-b3fa-611e47843339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:00:28.148839 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Attempting to bind port 7190777e-5a3e-49d3-aed1-f5507c316ae4 on network 58c78b87-f3a9-46c2-b3fa-611e47843339 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:28.161512 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:00:28.162937 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Checking segment: {'id': 'bec1b03f-d388-4c92-af54-8d469ced1cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '58c78b87-f3a9-46c2-b3fa-611e47843339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:28.163526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Bound using segment: {'id': 'bec1b03f-d388-4c92-af54-8d469ced1cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '58c78b87-f3a9-46c2-b3fa-611e47843339'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:00:28.164695 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Bound port: 7190777e-5a3e-49d3-aed1-f5507c316ae4, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec1b03f-d388-4c92-af54-8d469ced1cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '58c78b87-f3a9-46c2-b3fa-611e47843339'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:00:28.164695 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.170115 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=f587a675-ebd4-4f7e-a2f5-cc6abd19503c,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:28.176051 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:28.201574 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2b3d-63cc-4d13-8af6-3e1b12a04dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.207281 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:28.207659 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.220598 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d1c57832-9e01-422a-9939-a37ea23fc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.264531 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-131a0b7f-cc65-4d9a-bc11-8364994b1bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.271298 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-131a0b7f-cc65-4d9a-bc11-8364994b1bd0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8e9b3c85-c942-4095-810b-835df542d290 HTTP/1.1" status: 204 len: 168 time: 2.0437214 May 20 09:00:28.284457 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.312766 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:28.340319 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-fb4e2b3d-63cc-4d13-8af6-3e1b12a04dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:28.365608 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-fb4e2b3d-63cc-4d13-8af6-3e1b12a04dd8 admin admin] Usage tracker for resource:security_group_rule and tenant:c9cd76fcff9147b1815c07b68552c473 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:28.401330 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-fb4e2b3d-63cc-4d13-8af6-3e1b12a04dd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:28.434585 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c57832-9e01-422a-9939-a37ea23fc7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765b0555-f4d7-4782-948e-e21b90c7ed15,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:28.437081 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-fb4e2b3d-63cc-4d13-8af6-3e1b12a04dd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:28.442217 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d1c57832-9e01-422a-9939-a37ea23fc7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:28.468241 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-0d8bfa66-7cb8-460b-bb85-75d25ab9af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:28.468421 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:28.470402 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-0d8bfa66-7cb8-460b-bb85-75d25ab9af50 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cb13a1f-ecfd-444e-861c-e89a0fa4df77 HTTP/1.1" status: 200 len: 855 time: 0.4979978 May 20 09:00:28.471223 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fef5f29c-27fa-4375-8c5e-b772dab02a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.575801 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d9cbc-17c0-47ec-8521-132adcc55ae9 req-2d955b12-388c-4f80-adae-a74cc6974479 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:28.590807 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-884d9cbc-17c0-47ec-8521-132adcc55ae9 req-2d955b12-388c-4f80-adae-a74cc6974479 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 943 time: 0.9282343 May 20 09:00:28.629748 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d1c57832-9e01-422a-9939-a37ea23fc7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.635643 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-d1c57832-9e01-422a-9939-a37ea23fc7bc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/765b0555-f4d7-4782-948e-e21b90c7ed15 HTTP/1.1" status: 204 len: 168 time: 1.8787665 May 20 09:00:28.651394 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.654184 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:28.663620 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:28.666687 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:28.667443 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126163'] for router_interface, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.701738 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-fef5f29c-27fa-4375-8c5e-b772dab02a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:28.711532 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-fef5f29c-27fa-4375-8c5e-b772dab02a37 admin admin] Usage tracker for resource:security_group_rule and tenant:abc5f7658826467e8c2362e3c946846b is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:28.721540 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-fef5f29c-27fa-4375-8c5e-b772dab02a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:28.729555 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-fef5f29c-27fa-4375-8c5e-b772dab02a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:28.911969 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] For port 7190777e-5a3e-49d3-aed1-f5507c316ae4, host hv-cinder-79091, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:00:28.913288 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fef5f29c-27fa-4375-8c5e-b772dab02a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.955921 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-9894f023-09db-46bb-858b-a40bdfa0c404 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=088d18df-0fde-41fb-ad13-990cb25efaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4187982 May 20 09:00:28.960370 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fef5f29c-27fa-4375-8c5e-b772dab02a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:28.988298 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d1c57832-9e01-422a-9939-a37ea23fc7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:29.042539 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f587a675-ebd4-4f7e-a2f5-cc6abd19503c up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:29.053001 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-884d9cbc-17c0-47ec-8521-132adcc55ae9 req-392b69d2-58da-4a80-93f3-b9e23db39c7f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455795 May 20 09:00:29.067636 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Pushing event updated for resources: {'Port': ['ID=bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:29.077260 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:29.084048 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-fef5f29c-27fa-4375-8c5e-b772dab02a37 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=abc5f7658826467e8c2362e3c946846b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9135387 May 20 09:00:29.085395 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5f29c-27fa-4375-8c5e-b772dab02a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa7a419-b49a-4400-951e-0d561fb24af4,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:29.088081 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60456) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:29.099527 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] For port 7190777e-5a3e-49d3-aed1-f5507c316ae4, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7190777e-5a3e-49d3-aed1-f5507c316ae4,segment=NetworkSegment(bec1b03f-d388-4c92-af54-8d469ced1cca),segment_id=bec1b03f-d388-4c92-af54-8d469ced1cca)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:00:29.119393 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fef5f29c-27fa-4375-8c5e-b772dab02a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:29.120590 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723039f-4f73-459c-8911-192b8068d420 req-18560ce9-d3d5-4a36-aa82-5a0d6fe48a78 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:29.131377 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5723039f-4f73-459c-8911-192b8068d420 req-18560ce9-d3d5-4a36-aa82-5a0d6fe48a78 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 943 time: 1.1673107 May 20 09:00:29.283371 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port f587a675-ebd4-4f7e-a2f5-cc6abd19503c triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:29.285218 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:29.311330 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:29.319642 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:29.377673 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:29.396554 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:29.477473 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'Port': ['ID=91c210fe-7427-4f0d-9b9c-6f70700258f2,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:29.550377 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:29.551007 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:29.552415 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] 10.222.0.97 "PUT /v2.0/ports/7190777e-5a3e-49d3-aed1-f5507c316ae4 HTTP/1.1" status: 200 len: 1093 time: 7.8773270 May 20 09:00:29.556949 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6', 'tag': '7190777e-5a3e-49d3-aed1-f5507c316ae4'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:29.569614 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:29.571326 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2b3d-63cc-4d13-8af6-3e1b12a04dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:29.594824 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2b3d-63cc-4d13-8af6-3e1b12a04dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:29.601130 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:29.617129 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:29.624993 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:29.631678 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f587e160-f194-496f-bd8a-b83ec621e14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:29.644700 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:29.646136 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5723039f-4f73-459c-8911-192b8068d420 req-477d17c7-d15b-4c01-a7c1-94689e039461 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306761 May 20 09:00:29.680433 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-fb4e2b3d-63cc-4d13-8af6-3e1b12a04dd8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c9cd76fcff9147b1815c07b68552c473&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4557807 May 20 09:00:29.730529 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Pushing event updated for resources: {'Port': ['ID=7190777e-5a3e-49d3-aed1-f5507c316ae4,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:29.733812 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:29.734310 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60484) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:29.809759 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:29.814275 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-ca455ce3-34e1-497a-9ee0-15b0a187f5b2 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668130 May 20 09:00:29.817116 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f587e160-f194-496f-bd8a-b83ec621e14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:29.829160 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e2b3d-63cc-4d13-8af6-3e1b12a04dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe073c5b-6079-4ee9-9bfb-007d41108dfe,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:29.889498 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fb4e2b3d-63cc-4d13-8af6-3e1b12a04dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:29.897423 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.034038 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.050617 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5914b077-29fd-4ed2-9392-18925ee37b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.104674 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5914b077-29fd-4ed2-9392-18925ee37b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.120441 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.129214 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.139150 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8087378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8212072'] for router_interface, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.148556 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b77bb89a-9af1-418e-8e07-f6ae223fb824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:30.174609 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-c05174c5-39bf-43e8-8967-1db19d437fbe req-ee4e1f20-8d91-475a-8b25-b934657ec7d1 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422768 May 20 09:00:30.209532 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-faa32333-4104-4c47-abc8-8737c37a39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:30.209764 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-faa32333-4104-4c47-abc8-8737c37a39c4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40ff88f6997f48289be446492d883899&device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 1096 time: 0.5781636 May 20 09:00:30.214998 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f587e160-f194-496f-bd8a-b83ec621e14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.224640 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fef5f29c-27fa-4375-8c5e-b772dab02a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:30.293150 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Pushing event updated for resources: {'Port': ['ID=bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:30.293435 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587e160-f194-496f-bd8a-b83ec621e14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa7a419-b49a-4400-951e-0d561fb24af4,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:30.306813 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f587e160-f194-496f-bd8a-b83ec621e14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:30.355602 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:30.383854 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f587e160-f194-496f-bd8a-b83ec621e14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.385232 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-f587e160-f194-496f-bd8a-b83ec621e14c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6aa7a419-b49a-4400-951e-0d561fb24af4 HTTP/1.1" status: 204 len: 168 time: 1.2814326 May 20 09:00:30.427645 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-da509a71-363e-4a72-ad57-899fc0cc2681 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7190777e-5a3e-49d3-aed1-f5507c316ae4 HTTP/1.1" status: 200 len: 217 time: 0.1528518 May 20 09:00:30.442353 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.448963 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.456759 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:30.518891 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.532441 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10d2c4-18fe-4e0a-895c-0c3edbc99886 req-41bd0386-20c0-4054-a8cd-8ae66649e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:30.535259 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4b10d2c4-18fe-4e0a-895c-0c3edbc99886 req-41bd0386-20c0-4054-a8cd-8ae66649e8aa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 1096 time: 0.1992753 May 20 09:00:30.549414 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-62ece42c-7525-4aa3-8510-91a9dc9b0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:30.551759 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-62ece42c-7525-4aa3-8510-91a9dc9b0490 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98d1436c-cde7-433d-83d9-58cf01ce0ae3 HTTP/1.1" status: 200 len: 852 time: 0.0720217 May 20 09:00:30.557608 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5914b077-29fd-4ed2-9392-18925ee37b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.595898 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.608672 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2983356 May 20 09:00:30.618137 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'Port': ['ID=91c210fe-7427-4f0d-9b9c-6f70700258f2,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:30.633075 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:30.681223 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-131a0b7f-cc65-4d9a-bc11-8364994b1bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:30.693960 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-a995e2e6-a7f0-41a7-93b8-e6c1c65b5475 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=58c78b87-f3a9-46c2-b3fa-611e47843339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297538 May 20 09:00:30.695599 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6', 'tag': '7190777e-5a3e-49d3-aed1-f5507c316ae4', 'status': 'completed', 'code': 200} May 20 09:00:30.729894 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914b077-29fd-4ed2-9392-18925ee37b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe073c5b-6079-4ee9-9bfb-007d41108dfe,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:30.745945 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5914b077-29fd-4ed2-9392-18925ee37b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:30.747391 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5914b077-29fd-4ed2-9392-18925ee37b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:30.748979 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-5914b077-29fd-4ed2-9392-18925ee37b38 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fe073c5b-6079-4ee9-9bfb-007d41108dfe HTTP/1.1" status: 204 len: 168 time: 1.0043240 May 20 09:00:30.946438 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853c527-1bec-44b5-bbb6-6775e907234a req-d9352de9-970a-4847-b31e-f90d721fd4b1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:30.953677 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e853c527-1bec-44b5-bbb6-6775e907234a req-d9352de9-970a-4847-b31e-f90d721fd4b1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 943 time: 0.6799009 May 20 09:00:30.957182 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10d2c4-18fe-4e0a-895c-0c3edbc99886 req-c1aa2827-4c41-42fc-885d-6775216d9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:30.958614 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:30.959230 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4b10d2c4-18fe-4e0a-895c-0c3edbc99886 req-c1aa2827-4c41-42fc-885d-6775216d9b45 service neutron] 10.222.0.97 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 917 time: 0.4124422 May 20 09:00:30.974964 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:31.048497 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4b10d2c4-18fe-4e0a-895c-0c3edbc99886 req-8e0993b7-8c65-4a92-a4ed-dda09dab0c74 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 HTTP/1.1" status: 200 len: 217 time: 0.0783894 May 20 09:00:31.140349 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10d2c4-18fe-4e0a-895c-0c3edbc99886 req-f4b4f3b3-f877-45c7-bdd8-6e3d3c6093a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:31.142601 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4b10d2c4-18fe-4e0a-895c-0c3edbc99886 req-f4b4f3b3-f877-45c7-bdd8-6e3d3c6093a3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cb13a1f-ecfd-444e-861c-e89a0fa4df77 HTTP/1.1" status: 200 len: 855 time: 0.0808532 May 20 09:00:31.178391 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-934c9030-16ab-4726-b8ab-438fc7a75fe6 service neutron] 10.222.0.97 "GET /v2.0/networks/58c78b87-f3a9-46c2-b3fa-611e47843339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759824 May 20 09:00:31.195899 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e853c527-1bec-44b5-bbb6-6775e907234a req-dea37ebc-3c4b-497d-8c64-255d264dc165 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415509 May 20 09:00:31.219982 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4b10d2c4-18fe-4e0a-895c-0c3edbc99886 req-0ae97b0d-91b9-441d-8ce2-3663b7a2ebf5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=088d18df-0fde-41fb-ad13-990cb25efaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604830 May 20 09:00:31.414077 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4b10d2c4-18fe-4e0a-895c-0c3edbc99886 req-79997dae-33ff-4f0b-b1d3-73c35f383e0c service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865757 May 20 09:00:31.427384 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3ac1d-d054-46e5-80af-23d0b0e47c0d req-aad57aa0-e827-4fe0-8061-a0eaae1bd04e tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:31.428685 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-82d3ac1d-d054-46e5-80af-23d0b0e47c0d req-aad57aa0-e827-4fe0-8061-a0eaae1bd04e tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 943 time: 0.5721200 May 20 09:00:31.499543 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:00:31.501996 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5dc001cb-edaa-4259-8daa-18f050ebeaba tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Synchronizing usage tracker for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:security_group {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:31.508249 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60546) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:31.558550 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ac923ce8-120d-4eb7-91f3-e05bf0a57ada req-781938f2-587c-4306-859c-d485203ea347 service neutron] 10.222.0.97 "GET /v2.0/networks/58c78b87-f3a9-46c2-b3fa-611e47843339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660467 May 20 09:00:31.566275 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-69080673-f9e9-41fc-8989-370545f546d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:31.606964 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4b10d2c4-18fe-4e0a-895c-0c3edbc99886 req-797386f5-663d-403e-acfe-55bb2a24e5e9 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858881 May 20 09:00:31.639826 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-82d3ac1d-d054-46e5-80af-23d0b0e47c0d req-80f879b9-6ac6-422b-a186-4dbd8723330c tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873164 May 20 09:00:31.656468 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5dc001cb-edaa-4259-8daa-18f050ebeaba tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Unset dirty status for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:security_group {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:31.658114 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5dc001cb-edaa-4259-8daa-18f050ebeaba tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1647305227&fields=id&tenant_id=3f1611c74b6c4086b1bd04ef27326563 HTTP/1.1" status: 200 len: 267 time: 0.3017032 May 20 09:00:31.682547 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-69080673-f9e9-41fc-8989-370545f546d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:31.690303 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-69080673-f9e9-41fc-8989-370545f546d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b7fa95cf55aa4672b7fbfd8b2667f9c5 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:31.694859 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-69080673-f9e9-41fc-8989-370545f546d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:31.701506 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-69080673-f9e9-41fc-8989-370545f546d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:31.784239 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bca0ec-f247-4ad1-b756-b13f7b811edb req-b9131f03-3325-4a3f-991f-ca4a66cd16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:31.786461 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-20bca0ec-f247-4ad1-b756-b13f7b811edb req-b9131f03-3325-4a3f-991f-ca4a66cd16fd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40ff88f6997f48289be446492d883899&device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 1096 time: 0.1098683 May 20 09:00:31.943855 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bca0ec-f247-4ad1-b756-b13f7b811edb req-919ff64d-e756-48c3-83fe-3831688475d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:31.945374 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-20bca0ec-f247-4ad1-b756-b13f7b811edb req-919ff64d-e756-48c3-83fe-3831688475d7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=58c78b87-f3a9-46c2-b3fa-611e47843339 HTTP/1.1" status: 200 len: 914 time: 0.1517718 May 20 09:00:31.999847 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:00:32.011602 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Sync routers for ids ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:00:32.030558 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Routers {'7319ac1f-e3ad-4d52-936d-5b9623f34d88'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:00:32.031902 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:00:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:32.034595 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-20bca0ec-f247-4ad1-b756-b13f7b811edb req-697f7fc9-6fee-47c2-96b8-072888363ac8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7190777e-5a3e-49d3-aed1-f5507c316ae4 HTTP/1.1" status: 200 len: 217 time: 0.0801620 May 20 09:00:32.057136 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-249ce9f9-4712-498b-b2b6-c68fd94b08b5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:32.057992 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-249ce9f9-4712-498b-b2b6-c68fd94b08b5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Synchronizing usage tracker for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:network {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:32.072266 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-69080673-f9e9-41fc-8989-370545f546d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:32.086230 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] 10.222.0.88 "PUT /v2.0/routers/7319ac1f-e3ad-4d52-936d-5b9623f34d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4501195 May 20 09:00:32.086230 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-69080673-f9e9-41fc-8989-370545f546d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:32.095663 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:32.122058 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-249ce9f9-4712-498b-b2b6-c68fd94b08b5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Unset dirty status for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:network {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:32.128664 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-249ce9f9-4712-498b-b2b6-c68fd94b08b5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 816 time: 0.3998585 May 20 09:00:32.202543 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-69080673-f9e9-41fc-8989-370545f546d7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b7fa95cf55aa4672b7fbfd8b2667f9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6894550 May 20 09:00:32.206625 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60572) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:32.208700 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bca0ec-f247-4ad1-b756-b13f7b811edb req-90c060a9-5b9b-464c-a8eb-82353f7a8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:32.210598 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-20bca0ec-f247-4ad1-b756-b13f7b811edb req-90c060a9-5b9b-464c-a8eb-82353f7a8b41 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98d1436c-cde7-433d-83d9-58cf01ce0ae3 HTTP/1.1" status: 200 len: 852 time: 0.1683683 May 20 09:00:32.217502 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-047b70e8-694b-4e7a-967a-30b585e31862 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/quotas/3f1611c74b6c4086b1bd04ef27326563 HTTP/1.1" status: 200 len: 375 time: 0.0877597 May 20 09:00:32.221452 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69080673-f9e9-41fc-8989-370545f546d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08b8b51-f151-43ff-8b83-7a0eb382db93,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:32.303053 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-69080673-f9e9-41fc-8989-370545f546d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:32.326638 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Set router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:00:32.429299 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-20bca0ec-f247-4ad1-b756-b13f7b811edb req-b7664003-906a-47b2-9f40-69a7ebe91bcf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=58c78b87-f3a9-46c2-b3fa-611e47843339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071291 May 20 09:00:32.456784 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-7b27e858-9e9a-4996-9fdb-b340c56f9ca3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2294939 May 20 09:00:32.513101 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-aafc49bc-d69d-48dd-aa65-1ef6d0210d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:32.559469 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-aafc49bc-d69d-48dd-aa65-1ef6d0210d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:32.661839 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fd867-916f-46a3-828b-7fb4e4424d4c req-c6a06f03-5df5-4861-8a45-124324520a92 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:32.663373 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-546fd867-916f-46a3-828b-7fb4e4424d4c req-c6a06f03-5df5-4861-8a45-124324520a92 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 943 time: 0.2055547 May 20 09:00:32.701816 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-d431de51-dd7b-4d09-bb47-f702868a1439 service neutron] 10.222.0.88 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906683 May 20 09:00:32.727919 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-aafc49bc-d69d-48dd-aa65-1ef6d0210d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:32.750623 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9787b786-8575-40a5-a605-65e828f545c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:32.771362 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-546fd867-916f-46a3-828b-7fb4e4424d4c req-fab92289-0ea7-4eb9-a089-000122cedd1e tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939391 May 20 09:00:32.789677 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc49bc-d69d-48dd-aa65-1ef6d0210d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08b8b51-f151-43ff-8b83-7a0eb382db93,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:32.803796 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-aafc49bc-d69d-48dd-aa65-1ef6d0210d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:32.805404 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-aafc49bc-d69d-48dd-aa65-1ef6d0210d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:32.814435 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-aafc49bc-d69d-48dd-aa65-1ef6d0210d75 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b08b8b51-f151-43ff-8b83-7a0eb382db93 HTTP/1.1" status: 204 len: 168 time: 0.6026232 May 20 09:00:32.820238 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-router', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:09Z', 'updated_at': '2021-05-20T09:00:29Z', 'revision_number': 4, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'gw_port': {'id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:12Z', 'updated_at': '2021-05-20T09:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac', 'name': '', 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'mac_address': 'fa:16:3e:18:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0cf4ebc0-c715-4825-8b91-71b2282799c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:25Z', 'updated_at': '2021-05-20T09:00:29Z', 'revision_number': 2, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'subnets': [{'id': '0cf4ebc0-c715-4825-8b91-71b2282799c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:32.840333 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Checking router: 7319ac1f-e3ad-4d52-936d-5b9623f34d88 for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:00:32.840970 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Updating router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac binding host dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:00:32.913126 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-20bca0ec-f247-4ad1-b756-b13f7b811edb req-4fff3153-7fd5-4402-93e0-5cc9ddda603f service neutron] 10.222.0.97 "GET /v2.0/networks/58c78b87-f3a9-46c2-b3fa-611e47843339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739685 May 20 09:00:32.914003 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:32.923670 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-e1ee31fa-7e6b-4b70-9409-197baeb48e73 service neutron] 10.222.0.88 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113721 May 20 09:00:33.236475 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ede01-74e9-438c-a0cd-656139c9848f req-d46ab66f-004c-47f5-9531-c74382c338cd tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:33.244103 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f52ede01-74e9-438c-a0cd-656139c9848f req-d46ab66f-004c-47f5-9531-c74382c338cd tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 943 time: 0.2573233 May 20 09:00:33.301990 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-20bca0ec-f247-4ad1-b756-b13f7b811edb req-da1949b3-4e9d-4967-8579-b9461947aed3 service neutron] 10.222.0.97 "GET /v2.0/networks/58c78b87-f3a9-46c2-b3fa-611e47843339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855324 May 20 09:00:33.393915 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f52ede01-74e9-438c-a0cd-656139c9848f req-e892d2fa-66a7-4164-9b02-79635edcac27 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487160 May 20 09:00:33.517103 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Notify callbacks [] for port, precommit_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:33.526283 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ca1aae94-68e8-44af-b329-d9a9bb343d82 req-be69131d-e056-483d-8689-3def80525c41 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 210 time: 0.0887759 May 20 09:00:33.533103 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Transition to ACTIVE for port object bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:33.552748 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:33.559699 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:33.732572 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1961ff-1bde-48e5-8349-2ba0776d914e None None] Pushing event updated for resources: {'Port': ['ID=bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:33.737175 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-0f1961ff-1bde-48e5-8349-2ba0776d914e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:33.909967 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Attempting to bind port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:00:33.910430 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Attempting to bind port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:00:33.910969 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Attempting to bind port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac on network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:33.921388 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:00:33.921388 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Checking segment: {'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:33.921388 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:33.921799 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Bound using segment: {'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:00:33.922766 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Bound port: bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:00:33.923213 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:34.052883 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] For port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:00:34.065929 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] For port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:00:34.074132 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:34.083757 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:34.226384 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-d7da724a-52c9-474e-b0df-7968994b48b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:34.230957 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Routers {'7319ac1f-e3ad-4d52-936d-5b9623f34d88'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:00:34.231594 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:00:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:34.277526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-0faf10e7-9af0-41f9-9bc2-db6e785597c1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:34.278398 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-0faf10e7-9af0-41f9-9bc2-db6e785597c1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Synchronizing usage tracker for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:network {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:34.298882 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b02dd4-98e8-49fe-bce0-9ebdaa5e09d4 req-66d2589e-93f2-4e5c-b068-47ac7505b2c2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:34.300993 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d7b02dd4-98e8-49fe-bce0-9ebdaa5e09d4 req-66d2589e-93f2-4e5c-b068-47ac7505b2c2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 943 time: 0.1541917 May 20 09:00:34.324166 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1961ff-1bde-48e5-8349-2ba0776d914e None None] Pushing event updated for resources: {'Port': ['ID=bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:34.335135 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-0f1961ff-1bde-48e5-8349-2ba0776d914e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:34.350482 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-0faf10e7-9af0-41f9-9bc2-db6e785597c1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Unset dirty status for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:network {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:34.352253 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-0faf10e7-9af0-41f9-9bc2-db6e785597c1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 819 time: 0.4326384 May 20 09:00:34.408106 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d7b02dd4-98e8-49fe-bce0-9ebdaa5e09d4 req-e071655a-b486-433d-94cc-ffd9637bce4c tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957861 May 20 09:00:34.453724 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-ab14e77e-7f9a-4b65-b015-a5ad64b4a31e tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/quotas/808dfa1319524c57a31e3c1b17b616e3 HTTP/1.1" status: 200 len: 375 time: 0.0646031 May 20 09:00:34.498459 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] Set router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:00:34.590247 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:00:34.721461 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-7a7474d2-3d5a-42e6-bc6b-59f571614d9c tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Synchronizing usage tracker for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:34.741944 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60666) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:34.804868 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.db.resource_extend [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 09:00:34.946851 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-d82aa01e-86a0-4aa0-bd75-b98d1e04debb tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:34.948579 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-d82aa01e-86a0-4aa0-bd75-b98d1e04debb tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 816 time: 0.2281525 May 20 09:00:34.973828 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-7a7474d2-3d5a-42e6-bc6b-59f571614d9c tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Unset dirty status for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:34.975692 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-7a7474d2-3d5a-42e6-bc6b-59f571614d9c tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5161710 May 20 09:00:35.016359 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-18848e5b-9e57-4bad-8399-a6265204c6ea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Synchronizing usage tracker for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:security_group {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:35.044154 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0e57a730-f3c2-4e59-a408-f8ea54436b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:35.062364 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-18848e5b-9e57-4bad-8399-a6265204c6ea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Unset dirty status for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:security_group {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:35.064563 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-18848e5b-9e57-4bad-8399-a6265204c6ea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1611c74b6c4086b1bd04ef27326563 HTTP/1.1" status: 200 len: 380 time: 0.0997131 May 20 09:00:35.065838 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-0e57a730-f3c2-4e59-a408-f8ea54436b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:35.076029 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'port': {'device_id': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'admin_state_up': True, 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'security_groups': ['0eb984a3-28bc-4ab7-8c82-c05360782b6f']}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:35.091265 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-0e57a730-f3c2-4e59-a408-f8ea54436b6e admin admin] Usage tracker for resource:security_group_rule and tenant:1f3da48d594a4f27a6b2a98aac8f15cf is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:35.098459 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-0e57a730-f3c2-4e59-a408-f8ea54436b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:35.119570 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-0e57a730-f3c2-4e59-a408-f8ea54436b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:35.184631 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:35.216248 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-de2ccac0-9790-4ccb-baf5-fa1b09caf18d service neutron] 10.222.0.88 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222958 May 20 09:00:35.235111 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90', 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef', 'port_id': '2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90', 'mac_address': 'fa:16:3e:a3:dc:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb13a1f-ecfd-444e-861c-e89a0fa4df77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:00:35.346197 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5c328-8db5-41d5-9f05-8257b5db0704 req-b5b4d6b3-c450-4a22-8033-27b6a6d8635c tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:35.353899 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6af5c328-8db5-41d5-9f05-8257b5db0704 req-b5b4d6b3-c450-4a22-8033-27b6a6d8635c tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 943 time: 0.6384163 May 20 09:00:35.367832 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:35.389479 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-router', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:09Z', 'updated_at': '2021-05-20T09:00:29Z', 'revision_number': 4, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'gw_port': {'id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:12Z', 'updated_at': '2021-05-20T09:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac', 'name': '', 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'mac_address': 'fa:16:3e:18:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0cf4ebc0-c715-4825-8b91-71b2282799c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:25Z', 'updated_at': '2021-05-20T09:00:34Z', 'revision_number': 4, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'subnets': [{'id': '0cf4ebc0-c715-4825-8b91-71b2282799c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:35.394507 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b43001-e1cf-4211-a773-aa9bb779d32e None None] The sync data for ids ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'] in dv-cinder-790910-5-smb is: [{'id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-router', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:09Z', 'updated_at': '2021-05-20T09:00:29Z', 'revision_number': 4, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'gw_port': {'id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:12Z', 'updated_at': '2021-05-20T09:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac', 'name': '', 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'mac_address': 'fa:16:3e:18:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0cf4ebc0-c715-4825-8b91-71b2282799c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:25Z', 'updated_at': '2021-05-20T09:00:34Z', 'revision_number': 4, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'subnets': [{'id': '0cf4ebc0-c715-4825-8b91-71b2282799c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:00:35.397811 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:00:35.424489 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:35.431061 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:35.433551 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7190777e-5a3e-49d3-aed1-f5507c316ae4 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:00:35.438341 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:35.526508 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-ef502669-13e7-4937-ae06-4d8a7d2215ae service neutron] 10.222.0.88 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092301 May 20 09:00:35.556061 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:35.562947 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6af5c328-8db5-41d5-9f05-8257b5db0704 req-5c7f2752-0ceb-4103-903a-cf70039713c8 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071555 May 20 09:00:35.563597 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:port and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:35.577712 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:35.622195 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:35.658098 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0e57a730-f3c2-4e59-a408-f8ea54436b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:35.665875 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0e57a730-f3c2-4e59-a408-f8ea54436b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:35.689640 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f587e160-f194-496f-bd8a-b83ec621e14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:35.710163 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Made reservation on behalf of 3f1611c74b6c4086b1bd04ef27326563 for: {'port': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:35.718773 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:35.915225 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d02e5a7a-ea06-428a-bd9a-e4ba4adeb817 req-f6894117-2ab6-4b18-a279-d507689dca79 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 210 time: 0.0814641 May 20 09:00:35.983208 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:36.007150 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:36.043010 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-0e57a730-f3c2-4e59-a408-f8ea54436b6e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1f3da48d594a4f27a6b2a98aac8f15cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2912734 May 20 09:00:36.069447 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 7190777e-5a3e-49d3-aed1-f5507c316ae4, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7190777e-5a3e-49d3-aed1-f5507c316ae4,segment=NetworkSegment(bec1b03f-d388-4c92-af54-8d469ced1cca),segment_id=bec1b03f-d388-4c92-af54-8d469ced1cca)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:36.091519 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '7190777e-5a3e-49d3-aed1-f5507c316ae4', 'network_id': '58c78b87-f3a9-46c2-b3fa-611e47843339', 'port_id': '7190777e-5a3e-49d3-aed1-f5507c316ae4', 'mac_address': 'fa:16:3e:67:70:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d1436c-cde7-433d-83d9-58cf01ce0ae3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:00:36.096786 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60712) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:36.098116 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57a730-f3c2-4e59-a408-f8ea54436b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c668058-c38d-40a5-be50-e22d23832f0b,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:36.114166 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-372dedc5-c514-4704-b643-2ee145465500 req-947f5b0a-4455-4cb2-b0b5-662099c677cc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 210 time: 0.0974791 May 20 09:00:36.132219 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0e57a730-f3c2-4e59-a408-f8ea54436b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:36.183591 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:36.230376 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7190777e-5a3e-49d3-aed1-f5507c316ae4 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:00:36.275381 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 7190777e-5a3e-49d3-aed1-f5507c316ae4, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7190777e-5a3e-49d3-aed1-f5507c316ae4,segment=NetworkSegment(bec1b03f-d388-4c92-af54-8d469ced1cca),segment_id=bec1b03f-d388-4c92-af54-8d469ced1cca)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:36.287543 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:36.290033 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-1758e0e1-4404-4afa-a766-2da7a4e19e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:36.324011 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5eba99-411c-42f7-bf51-b46658ab5a5a req-0d4fa9a5-aaef-47af-81bc-bfb8bf3ca52b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:36.331421 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1a5eba99-411c-42f7-bf51-b46658ab5a5a req-0d4fa9a5-aaef-47af-81bc-bfb8bf3ca52b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 944 time: 0.2274449 May 20 09:00:36.441945 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1a5eba99-411c-42f7-bf51-b46658ab5a5a req-32ed0eaf-4a8e-4db8-8791-4bd03f0bda74 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092837 May 20 09:00:36.451520 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=7190777e-5a3e-49d3-aed1-f5507c316ae4,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:36.455247 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:36.516425 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-57fecc3d-3c22-4240-bd9a-b47a50ef93ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:36.529972 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Allocated IP 172.20.0.11 (104ab518-1dd2-4328-a65f-309b0482f36c/ccd6c26d-39cf-4d69-8f12-52d111fe625c/cee49672-cf22-4266-8819-dea793d4ca03) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:36.617661 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60742) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:36.693789 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:36.736193 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:00:36.870488 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['7190777e-5a3e-49d3-aed1-f5507c316ae4'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:00:37.211341 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-57fecc3d-3c22-4240-bd9a-b47a50ef93ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:37.307190 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d43116d1-5c50-4a6b-9aa3-9595a94c12de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:37.354765 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-d43116d1-5c50-4a6b-9aa3-9595a94c12de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:37.365839 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:37.369253 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:37.389897 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-d43116d1-5c50-4a6b-9aa3-9595a94c12de admin admin] Usage tracker for resource:security_group_rule and tenant:4493118fa46d4361bb193a17a67f376c is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:37.398643 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-d43116d1-5c50-4a6b-9aa3-9595a94c12de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:37.413794 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-d43116d1-5c50-4a6b-9aa3-9595a94c12de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:37.428099 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-44b10c7b-016b-4954-8877-12ef92d798c7 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:37.431349 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-57fecc3d-3c22-4240-bd9a-b47a50ef93ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:37.436984 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Transition to ACTIVE for port object cee49672-cf22-4266-8819-dea793d4ca03 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:37.438193 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-44b10c7b-016b-4954-8877-12ef92d798c7 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 819 time: 0.8013294 May 20 09:00:37.453410 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a161fe77-255f-4f37-8738-e4aca9967903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:37.471839 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaed25e-0d05-4a8f-9664-328800df91fb req-cf793f77-c852-4986-bbfe-926ec1750bcd tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:37.473826 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ffaed25e-0d05-4a8f-9664-328800df91fb req-cf793f77-c852-4986-bbfe-926ec1750bcd tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 944 time: 0.6624844 May 20 09:00:37.486307 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fecc3d-3c22-4240-bd9a-b47a50ef93ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c668058-c38d-40a5-be50-e22d23832f0b,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:37.497495 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-57fecc3d-3c22-4240-bd9a-b47a50ef93ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:37.499394 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-a4e1cf49-d94a-4b7e-8766-cef89ae65010 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/quotas/808dfa1319524c57a31e3c1b17b616e3 HTTP/1.1" status: 200 len: 375 time: 0.0575666 May 20 09:00:37.523177 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-57fecc3d-3c22-4240-bd9a-b47a50ef93ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:37.528296 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-57fecc3d-3c22-4240-bd9a-b47a50ef93ff admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3c668058-c38d-40a5-be50-e22d23832f0b HTTP/1.1" status: 204 len: 168 time: 1.4187903 May 20 09:00:37.579987 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:37.623702 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6d984d60-b808-4dfd-aed6-d6188f413c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:37.681380 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ffaed25e-0d05-4a8f-9664-328800df91fb req-497ad649-69b3-458d-ba49-e173501f0bd7 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702392 May 20 09:00:37.720631 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-97604ed4-b007-4ad6-99d3-3cd3700adc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:37.759418 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'Port': ['ID=cee49672-cf22-4266-8819-dea793d4ca03,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:37.783537 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-b4f68deb-fe30-473e-8241-ccbed8e64af1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2829409 May 20 09:00:37.786792 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:37.786968 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:37.805894 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:37.806284 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:37.833871 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Network 104ab518-1dd2-4328-a65f-309b0482f36c is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:37.836123 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:37.842431 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:37.892014 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:37.893085 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:37.913375 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d43116d1-5c50-4a6b-9aa3-9595a94c12de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:37.930061 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:37.958675 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8867893 May 20 09:00:37.989334 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Request body: {'port': {'device_id': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:38.021118 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d43116d1-5c50-4a6b-9aa3-9595a94c12de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:38.043526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:38.217070 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:00:38.247773 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-d43116d1-5c50-4a6b-9aa3-9595a94c12de admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4493118fa46d4361bb193a17a67f376c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6288290 May 20 09:00:38.251237 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60788) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:38.290980 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43116d1-5c50-4a6b-9aa3-9595a94c12de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8944bded-09b0-4edf-8079-74f07377b574,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:38.301022 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-0d35ebd5-a4e9-4279-9c5f-92dbe6024f6e service neutron] 10.222.0.88 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760103 May 20 09:00:38.301565 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-d43116d1-5c50-4a6b-9aa3-9595a94c12de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:38.351681 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:38.421320 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:38.466225 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:38.491489 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:38.500632 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:38.536017 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6a33-6f03-4aa5-8413-44c139bc4064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:38.543215 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60798) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:38.562921 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-e4e0607c-46c1-4921-8ce6-cb878eea9c74 None None] Provisioning for port cee49672-cf22-4266-8819-dea793d4ca03 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:38.594501 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-e4e0607c-46c1-4921-8ce6-cb878eea9c74 None None] Provisioning complete for port cee49672-cf22-4266-8819-dea793d4ca03 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:38.595629 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-e4e0607c-46c1-4921-8ce6-cb878eea9c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:38.640006 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6a33-6f03-4aa5-8413-44c139bc4064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:38.679857 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:38.681886 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea272-0e3a-47a7-8120-a7ea5d3e8bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:38.781782 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60812) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:38.787106 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-5d5ea272-0e3a-47a7-8120-a7ea5d3e8bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:38.791377 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-5d5ea272-0e3a-47a7-8120-a7ea5d3e8bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:068c08c07bb74632854a71f51dcbabb9 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:38.794671 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0607c-46c1-4921-8ce6-cb878eea9c74 None None] Port cee49672-cf22-4266-8819-dea793d4ca03 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:00:38.795548 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-5d5ea272-0e3a-47a7-8120-a7ea5d3e8bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:38.804567 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-5d5ea272-0e3a-47a7-8120-a7ea5d3e8bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:38.821895 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-353b8308-aadf-4ce9-83e4-7e37a4ccd896 service neutron] 10.222.0.88 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065093 May 20 09:00:38.834859 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14135e-67ac-4e5c-8c55-45248f7587f1 req-c9bbaa36-cc5b-4ea6-9eb4-c731bcc6a3ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:38.842232 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6a14135e-67ac-4e5c-8c55-45248f7587f1 req-c9bbaa36-cc5b-4ea6-9eb4-c731bcc6a3ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 932 time: 0.7877543 May 20 09:00:38.873160 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:38.877795 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:38.884604 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:38.897743 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:38.898161 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:38.940906 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6a14135e-67ac-4e5c-8c55-45248f7587f1 req-042a0a48-4c7e-4bd8-beca-eaaf57485a43 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976684 May 20 09:00:38.963265 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-aac7b900-7240-47d2-8e7f-c8efde30984f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:38.964688 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-aac7b900-7240-47d2-8e7f-c8efde30984f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.97 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 819 time: 0.7114480 May 20 09:00:39.008831 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Request body: {'port': {'device_id': '3abe72f7-d996-4496-9958-0046f59152fa', 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da', 'admin_state_up': True, 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:39.060107 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:39.100139 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea272-0e3a-47a7-8120-a7ea5d3e8bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.113812 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea272-0e3a-47a7-8120-a7ea5d3e8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.231902 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.276850 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:39.278747 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9a3378-3275-404c-b163-707ff1aae081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:39.361475 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.363775 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-0f1961ff-1bde-48e5-8349-2ba0776d914e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:39.431276 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:39.440986 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-57fecc3d-3c22-4240-bd9a-b47a50ef93ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:39.451185 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ad650b49-3c9e-48ac-9220-d3123f530e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.466493 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:39.495302 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e20e0-62df-484f-94ba-1e01fb8a7ace req-d9cbbc70-b6b7-4a0b-a4dd-feac3052fce2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:39.497162 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cb4e20e0-62df-484f-94ba-1e01fb8a7ace req-d9cbbc70-b6b7-4a0b-a4dd-feac3052fce2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 945 time: 0.2850838 May 20 09:00:39.499020 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Made reservation on behalf of 808dfa1319524c57a31e3c1b17b616e3 for: {'port': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:39.503226 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.511165 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6a33-6f03-4aa5-8413-44c139bc4064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.568025 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-5d5ea272-0e3a-47a7-8120-a7ea5d3e8bc2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=068c08c07bb74632854a71f51dcbabb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0154958 May 20 09:00:39.582846 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60840) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:39.591668 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-ad650b49-3c9e-48ac-9220-d3123f530e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:39.616935 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f409394-35ca-40ae-a432-dc3485cfe33b req-248fe79f-6c4c-4381-b09f-5d844d986677 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:39.620236 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:39.620744 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.622155 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4f409394-35ca-40ae-a432-dc3485cfe33b req-248fe79f-6c4c-4381-b09f-5d844d986677 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 944 time: 0.2784021 May 20 09:00:39.655122 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ea272-0e3a-47a7-8120-a7ea5d3e8bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97af245-745a-4441-89e9-398f3b208c9a,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:39.659186 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-ad650b49-3c9e-48ac-9220-d3123f530e5b admin admin] Usage tracker for resource:security_group_rule and tenant:036cfe28cb734fc1b23d51f2bd58c72e is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:39.668583 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6a33-6f03-4aa5-8413-44c139bc4064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.669916 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-fb5b6a33-6f03-4aa5-8413-44c139bc4064 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8944bded-09b0-4edf-8079-74f07377b574 HTTP/1.1" status: 204 len: 168 time: 1.4176826 May 20 09:00:39.676667 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee49672-cf22-4266-8819-dea793d4ca03 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:00:39.684331 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-ad650b49-3c9e-48ac-9220-d3123f530e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:39.688373 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5d5ea272-0e3a-47a7-8120-a7ea5d3e8bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:39.688969 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e233c307-4d5c-45f0-a4f8-fc8087b7608f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:39.693582 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cb4e20e0-62df-484f-94ba-1e01fb8a7ace req-39df5f2f-24cb-48ef-836a-74f601a6b925 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799767 May 20 09:00:39.711309 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-ad650b49-3c9e-48ac-9220-d3123f530e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:39.716480 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b6a33-6f03-4aa5-8413-44c139bc4064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8944bded-09b0-4edf-8079-74f07377b574,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:39.720509 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.727254 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fb5b6a33-6f03-4aa5-8413-44c139bc4064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:39.764959 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.796107 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Transition to ACTIVE for port object cee49672-cf22-4266-8819-dea793d4ca03 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:39.811355 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-df8b9dd9-71ce-49a2-8440-e21a199648ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.817713 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.840645 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:39.883379 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:39.887921 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4f409394-35ca-40ae-a432-dc3485cfe33b req-8e0a9956-2124-4fb5-9c3b-9124d0e1e505 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495260 May 20 09:00:39.896107 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:39.997029 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Pushing event updated for resources: {'Port': ['ID=cee49672-cf22-4266-8819-dea793d4ca03,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:40.016099 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:40.071714 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a5cfa818-2da8-44a1-b479-1de29333b64d req-8415a8fb-fd01-4a73-9994-a7691fa9f43f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 210 time: 0.1747236 May 20 09:00:40.145695 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Allocated IP 172.20.0.6 (1a3b55fb-c20a-4b49-ae5a-3b0e860558da/0cf4ebc0-c715-4825-8b91-71b2282799c8/71b71dfe-9ebe-4cae-8804-6ca240231635) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:40.249391 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-df8b9dd9-71ce-49a2-8440-e21a199648ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.326050 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9a3378-3275-404c-b163-707ff1aae081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90', 'code': 200} May 20 09:00:40.456247 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60860) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:40.520955 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-fb16738b-2db2-45c9-8fb3-81a435df4853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.546490 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-fb16738b-2db2-45c9-8fb3-81a435df4853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:40.558570 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-fb16738b-2db2-45c9-8fb3-81a435df4853 admin admin] Usage tracker for resource:security_group_rule and tenant:738cdda72cd049ac84ebda3227950b49 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:40.560923 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ad650b49-3c9e-48ac-9220-d3123f530e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.565586 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-fb16738b-2db2-45c9-8fb3-81a435df4853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:40.572400 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ad650b49-3c9e-48ac-9220-d3123f530e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.582622 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-fb16738b-2db2-45c9-8fb3-81a435df4853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:40.588442 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:40.600844 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Attempting to bind port cee49672-cf22-4266-8819-dea793d4ca03 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:00:40.601209 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Attempting to bind port cee49672-cf22-4266-8819-dea793d4ca03 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:00:40.601820 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Attempting to bind port cee49672-cf22-4266-8819-dea793d4ca03 on network 104ab518-1dd2-4328-a65f-309b0482f36c {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:40.610165 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7190777e-5a3e-49d3-aed1-f5507c316ae4 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:40.613457 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Port cee49672-cf22-4266-8819-dea793d4ca03 on network 104ab518-1dd2-4328-a65f-309b0482f36c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:00:40.613971 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Attempting to bind port cee49672-cf22-4266-8819-dea793d4ca03 on network 104ab518-1dd2-4328-a65f-309b0482f36c {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:40.623815 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae20ae8-88f3-4ef9-9ff5-1f081b8f0087 req-a23a4da1-2b43-405e-af8a-2b199970c8ee tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:40.628444 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:00:40.628813 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Checking segment: {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:40.629176 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Bound using segment: {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:00:40.629612 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Bound port: cee49672-cf22-4266-8819-dea793d4ca03, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:00:40.629954 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.631649 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dae20ae8-88f3-4ef9-9ff5-1f081b8f0087 req-a23a4da1-2b43-405e-af8a-2b199970c8ee tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.3460894 May 20 09:00:40.660021 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.667743 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-ad650b49-3c9e-48ac-9220-d3123f530e5b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=036cfe28cb734fc1b23d51f2bd58c72e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8796897 May 20 09:00:40.667929 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 60868) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:40.672354 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad650b49-3c9e-48ac-9220-d3123f530e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b372b7a-cfa0-4312-bec4-ec0ae36a9790,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:40.705896 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ad650b49-3c9e-48ac-9220-d3123f530e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:40.709088 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.97', 50580) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:40.737428 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 7190777e-5a3e-49d3-aed1-f5507c316ae4 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:40.743088 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 7190777e-5a3e-49d3-aed1-f5507c316ae4 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:40.743471 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.744345 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dae20ae8-88f3-4ef9-9ff5-1f081b8f0087 req-0db62e30-06b9-4c6c-b31f-3ceec4754b3d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116936 May 20 09:00:40.772378 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-df8b9dd9-71ce-49a2-8440-e21a199648ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.792292 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:40.808293 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b9dd9-71ce-49a2-8440-e21a199648ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97af245-745a-4441-89e9-398f3b208c9a,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:40.824786 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-df8b9dd9-71ce-49a2-8440-e21a199648ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:40.850216 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-df8b9dd9-71ce-49a2-8440-e21a199648ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.851238 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-df8b9dd9-71ce-49a2-8440-e21a199648ac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c97af245-745a-4441-89e9-398f3b208c9a HTTP/1.1" status: 204 len: 168 time: 1.2649345 May 20 09:00:40.852606 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:00:40.855914 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d881d08-9282-431f-b10d-447427be7e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.857477 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:00:40.865099 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.872336 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-fb16738b-2db2-45c9-8fb3-81a435df4853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.875516 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.877276 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3c202-3ec6-4422-87fe-7a926758163c req-edd85ba4-234e-4bbf-9d14-91933b782ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:40.879011 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-69c3c202-3ec6-4422-87fe-7a926758163c req-edd85ba4-234e-4bbf-9d14-91933b782ae8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 1098 time: 0.1713901 May 20 09:00:40.879868 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:40.893496 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-fb16738b-2db2-45c9-8fb3-81a435df4853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:40.937639 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:41.001892 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Pushing event updated for resources: {'Port': ['ID=cee49672-cf22-4266-8819-dea793d4ca03,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:41.016359 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.018600 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-69c3c202-3ec6-4422-87fe-7a926758163c req-c2b4c9d9-0540-4b37-a625-8bfd23a5aca2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.039152 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:41.039716 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.041407 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] 10.222.0.97 "PUT /v2.0/ports/cee49672-cf22-4266-8819-dea793d4ca03 HTTP/1.1" status: 200 len: 1094 time: 3.0590580 May 20 09:00:41.055345 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d881d08-9282-431f-b10d-447427be7e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.077651 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:41.090897 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-69c3c202-3ec6-4422-87fe-7a926758163c req-c2b4c9d9-0540-4b37-a625-8bfd23a5aca2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:41.101977 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-69c3c202-3ec6-4422-87fe-7a926758163c req-c2b4c9d9-0540-4b37-a625-8bfd23a5aca2 service neutron] Usage tracker for resource:security_group_rule and tenant:1cc8f53f666a42d9a7951c3eefe21ca7 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:41.106902 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-69c3c202-3ec6-4422-87fe-7a926758163c req-c2b4c9d9-0540-4b37-a625-8bfd23a5aca2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:41.115772 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-69c3c202-3ec6-4422-87fe-7a926758163c req-c2b4c9d9-0540-4b37-a625-8bfd23a5aca2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:41.161848 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 7190777e-5a3e-49d3-aed1-f5507c316ae4, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7190777e-5a3e-49d3-aed1-f5507c316ae4,segment=NetworkSegment(bec1b03f-d388-4c92-af54-8d469ced1cca),segment_id=bec1b03f-d388-4c92-af54-8d469ced1cca)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:41.189370 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.196086 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:41.229197 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.97', 50581) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:41.249909 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-69c3c202-3ec6-4422-87fe-7a926758163c req-c2b4c9d9-0540-4b37-a625-8bfd23a5aca2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.255119 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:41.321439 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-69c3c202-3ec6-4422-87fe-7a926758163c req-c2b4c9d9-0540-4b37-a625-8bfd23a5aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.327555 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:41.346229 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5d5ea272-0e3a-47a7-8120-a7ea5d3e8bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:41.385245 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-69c3c202-3ec6-4422-87fe-7a926758163c req-c2b4c9d9-0540-4b37-a625-8bfd23a5aca2 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023726 May 20 09:00:41.386027 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4c9d9-0540-4b37-a625-8bfd23a5aca2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=869a338f-d359-4914-bab5-babdba7a2fec,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:41.392747 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=7190777e-5a3e-49d3-aed1-f5507c316ae4,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:41.399347 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:41.403571 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c2b4c9d9-0540-4b37-a625-8bfd23a5aca2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:41.423027 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:41.468762 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-fde95a65-1100-4978-af2e-30de0c0d315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:41.471058 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-fde95a65-1100-4978-af2e-30de0c0d315f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 1097 time: 0.2080011 May 20 09:00:41.489838 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-fb16738b-2db2-45c9-8fb3-81a435df4853 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=738cdda72cd049ac84ebda3227950b49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0196443 May 20 09:00:41.497247 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60900) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:41.503580 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:41.509264 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:41.510091 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.525631 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Pushing event updated for resources: {'Port': ['ID=71b71dfe-9ebe-4cae-8804-6ca240231635,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:41.545325 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:41.562197 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-04d22676-c464-4503-88f4-2ddadec9aff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:41.597777 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-744985e0-3e8e-4eed-a6bd-ebe48605c4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.644236 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-744985e0-3e8e-4eed-a6bd-ebe48605c4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.659179 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16738b-2db2-45c9-8fb3-81a435df4853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f6a728-336b-43f2-9db1-2b8e1a620f05,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:41.670401 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-fb16738b-2db2-45c9-8fb3-81a435df4853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:41.672871 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d881d08-9282-431f-b10d-447427be7e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.681464 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-066ca1ac-6f1d-4071-b225-487e6f5b155c tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:41.682934 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-066ca1ac-6f1d-4071-b225-487e6f5b155c tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.97 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 819 time: 0.4248455 May 20 09:00:41.685856 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d881d08-9282-431f-b10d-447427be7e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.689765 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-5d881d08-9282-431f-b10d-447427be7e08 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3b372b7a-cfa0-4312-bec4-ec0ae36a9790 HTTP/1.1" status: 204 len: 168 time: 1.0167234 May 20 09:00:41.690244 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6959946 May 20 09:00:41.697680 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a3ed2-3181-496b-b688-406326f6e8ca req-e95e9fde-29bb-4678-87d6-cd7d2c576772 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:41.699164 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2f4a3ed2-3181-496b-b688-406326f6e8ca req-e95e9fde-29bb-4678-87d6-cd7d2c576772 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 945 time: 0.6460547 May 20 09:00:41.701400 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:41.715876 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d881d08-9282-431f-b10d-447427be7e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b372b7a-cfa0-4312-bec4-ec0ae36a9790,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:41.719139 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5d881d08-9282-431f-b10d-447427be7e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:41.726672 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-744985e0-3e8e-4eed-a6bd-ebe48605c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.729091 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce077dc0-82ba-47a9-aa90-1e2feefa7b0c req-691beeeb-260d-4e24-994b-0a13128ebd6c tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:41.731603 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-aafc49bc-d69d-48dd-aa65-1ef6d0210d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:41.736754 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ce077dc0-82ba-47a9-aa90-1e2feefa7b0c req-691beeeb-260d-4e24-994b-0a13128ebd6c tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 945 time: 0.5711424 May 20 09:00:41.765423 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Request body: {'port': {'device_id': '7d7e3508-8dac-4094-a5ce-5074a2756a8c', 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da', 'admin_state_up': True, 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:41.809100 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744985e0-3e8e-4eed-a6bd-ebe48605c4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f6a728-336b-43f2-9db1-2b8e1a620f05,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:41.821646 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-744985e0-3e8e-4eed-a6bd-ebe48605c4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:41.834518 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-296f5e5e-b5d3-4613-b10a-a461ba484c08 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cee49672-cf22-4266-8819-dea793d4ca03 HTTP/1.1" status: 200 len: 217 time: 0.0874519 May 20 09:00:41.841423 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-744985e0-3e8e-4eed-a6bd-ebe48605c4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:41.842914 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-744985e0-3e8e-4eed-a6bd-ebe48605c4e1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/23f6a728-336b-43f2-9db1-2b8e1a620f05 HTTP/1.1" status: 204 len: 168 time: 0.3443644 May 20 09:00:41.892414 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Request body: {'port': {'device_id': '3abe72f7-d996-4496-9958-0046f59152fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:41.910866 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-7eb8a476-c73e-4e47-bca1-224dbbf210d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:41.912381 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-7eb8a476-c73e-4e47-bca1-224dbbf210d8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.0680423 May 20 09:00:42.032348 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-3a3cacf9-8b40-4ff1-9dad-c6b2a53e15de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:42.037229 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-3a3cacf9-8b40-4ff1-9dad-c6b2a53e15de service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1122096 May 20 09:00:42.068332 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ce077dc0-82ba-47a9-aa90-1e2feefa7b0c req-f7447f89-9f87-470c-bccf-5174dac44972 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304694 May 20 09:00:42.145517 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2f4a3ed2-3181-496b-b688-406326f6e8ca req-2f2463b4-0180-4220-8cb2-5854a0fe07db tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043880 May 20 09:00:42.188179 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-ca563de1-f7bc-4a60-ab13-b2e9175af202 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432481 May 20 09:00:42.242769 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:42.323195 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:42.332990 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-664c27d2-49e7-49ae-b9ab-c536780e180b req-d1fe29cd-53ec-4a38-a389-2d74821db7b4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Synchronizing usage tracker for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:42.333190 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7190777e-5a3e-49d3-aed1-f5507c316ae4'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:42.364043 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-ed5d6dbe-a973-4449-8263-86600b4bcdc7 req-b35afe77-6566-4a56-b5c0-cdfa1c2fac2f service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689591 May 20 09:00:42.365707 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03', 'status': 'completed', 'code': 200} May 20 09:00:42.370500 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Usage tracker for resource:port and tenant:808dfa1319524c57a31e3c1b17b616e3 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:42.396971 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:42.423674 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:42.423891 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60942) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:42.453396 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-656da5eb-d1db-4a09-9ae1-26934ec6604e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:42.472219 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-656da5eb-d1db-4a09-9ae1-26934ec6604e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:42.489268 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Made reservation on behalf of 808dfa1319524c57a31e3c1b17b616e3 for: {'port': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:42.492880 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:42.516314 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-656da5eb-d1db-4a09-9ae1-26934ec6604e admin admin] Usage tracker for resource:security_group_rule and tenant:e93024a0da6746d7bf8e36f75f9f4fff is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:42.524494 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-656da5eb-d1db-4a09-9ae1-26934ec6604e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:42.555847 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-664c27d2-49e7-49ae-b9ab-c536780e180b req-d1fe29cd-53ec-4a38-a389-2d74821db7b4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Unset dirty status for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:42.557123 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-664c27d2-49e7-49ae-b9ab-c536780e180b req-d1fe29cd-53ec-4a38-a389-2d74821db7b4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 210 time: 0.2961595 May 20 09:00:42.560572 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-656da5eb-d1db-4a09-9ae1-26934ec6604e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:42.654697 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daba452-e579-4384-a81c-e7f57c0a898a req-7394a142-06ac-4ac9-bee9-f3017f1a0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:42.664003 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-0daba452-e579-4384-a81c-e7f57c0a898a req-7394a142-06ac-4ac9-bee9-f3017f1a0c7a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 1097 time: 0.1890109 May 20 09:00:42.776239 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7190777e-5a3e-49d3-aed1-f5507c316ae4', 'code': 200} May 20 09:00:42.863979 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-656da5eb-d1db-4a09-9ae1-26934ec6604e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:42.891555 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-656da5eb-d1db-4a09-9ae1-26934ec6604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:42.913380 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-744985e0-3e8e-4eed-a6bd-ebe48605c4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:42.936041 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daba452-e579-4384-a81c-e7f57c0a898a req-be8dd86b-428c-47b4-91f1-a83418d46e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:42.948436 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-0daba452-e579-4384-a81c-e7f57c0a898a req-be8dd86b-428c-47b4-91f1-a83418d46e1b service neutron] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 918 time: 0.2721233 May 20 09:00:43.104921 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fd547-6d85-4e1c-be37-096d09be1f35 req-8bb635d2-81b5-4fa6-9af5-df577bd6060e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:43.104921 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7f8fd547-6d85-4e1c-be37-096d09be1f35 req-8bb635d2-81b5-4fa6-9af5-df577bd6060e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.6899362 May 20 09:00:43.132640 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-656da5eb-d1db-4a09-9ae1-26934ec6604e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e93024a0da6746d7bf8e36f75f9f4fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029097 May 20 09:00:43.135321 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 60980) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:43.143098 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656da5eb-d1db-4a09-9ae1-26934ec6604e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf22580-5a24-4381-ac8e-2813b8e904c5,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:43.160273 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-656da5eb-d1db-4a09-9ae1-26934ec6604e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:43.163621 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-0daba452-e579-4384-a81c-e7f57c0a898a req-553a0c20-5437-4621-8259-8b6a3a7c6a8f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cee49672-cf22-4266-8819-dea793d4ca03 HTTP/1.1" status: 200 len: 217 time: 0.1848173 May 20 09:00:43.209323 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7f8fd547-6d85-4e1c-be37-096d09be1f35 req-203a99aa-b409-4490-9bad-f43c73f208e0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868292 May 20 09:00:43.225713 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b71dfe-9ebe-4cae-8804-6ca240231635 {{(pid=91688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:00:43.254266 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:43.300400 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Transition to ACTIVE for port object 71b71dfe-9ebe-4cae-8804-6ca240231635 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:43.537820 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daba452-e579-4384-a81c-e7f57c0a898a req-ac1c038f-52d1-439f-9095-c6077696f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:43.540417 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-0daba452-e579-4384-a81c-e7f57c0a898a req-ac1c038f-52d1-439f-9095-c6077696f0ec service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.2781885 May 20 09:00:43.576483 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:43.621082 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9eb6e-6b3c-4ee7-9ad4-b437de017ce6 req-1b35b866-590b-419e-9549-91839750291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:43.622854 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-b5f9eb6e-6b3c-4ee7-9ad4-b437de017ce6 req-1b35b866-590b-419e-9549-91839750291f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 1098 time: 0.4615226 May 20 09:00:43.625212 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-01191775-a4ff-4dcb-9695-131b101635ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:43.642137 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:43.786310 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Allocated IP 172.20.0.11 (1a3b55fb-c20a-4b49-ae5a-3b0e860558da/0cf4ebc0-c715-4825-8b91-71b2282799c8/d8384421-23a1-4f2d-9bcf-5011346723c7) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:43.804590 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-01191775-a4ff-4dcb-9695-131b101635ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:43.835345 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-b5f9eb6e-6b3c-4ee7-9ad4-b437de017ce6 req-6ef638fd-1376-483a-a3b8-dd70440897d9 service neutron] Synchronizing usage tracker for tenant:1cc8f53f666a42d9a7951c3eefe21ca7 on resource:security_group {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:43.882649 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daba452-e579-4384-a81c-e7f57c0a898a req-41f92725-dd0f-426b-92af-0e20912084b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:43.885713 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-0daba452-e579-4384-a81c-e7f57c0a898a req-41f92725-dd0f-426b-92af-0e20912084b4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3160925 May 20 09:00:43.927004 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-b5f9eb6e-6b3c-4ee7-9ad4-b437de017ce6 req-6ef638fd-1376-483a-a3b8-dd70440897d9 service neutron] Unset dirty status for tenant:1cc8f53f666a42d9a7951c3eefe21ca7 on resource:security_group {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:43.928135 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-b5f9eb6e-6b3c-4ee7-9ad4-b437de017ce6 req-6ef638fd-1376-483a-a3b8-dd70440897d9 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894895 May 20 09:00:43.952666 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=71b71dfe-9ebe-4cae-8804-6ca240231635,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:43.956985 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:43.964206 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Attempting to bind port 71b71dfe-9ebe-4cae-8804-6ca240231635 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:00:43.964206 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Attempting to bind port 71b71dfe-9ebe-4cae-8804-6ca240231635 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:00:43.964206 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Attempting to bind port 71b71dfe-9ebe-4cae-8804-6ca240231635 on network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:43.987103 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Port 71b71dfe-9ebe-4cae-8804-6ca240231635 on network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:00:43.987450 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Attempting to bind port 71b71dfe-9ebe-4cae-8804-6ca240231635 on network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:44.014758 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:44.017407 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:00:44.017794 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Checking segment: {'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:44.018183 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Bound using segment: {'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:00:44.018634 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Bound port: 71b71dfe-9ebe-4cae-8804-6ca240231635, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:00:44.018966 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:44.040789 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-01191775-a4ff-4dcb-9695-131b101635ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:44.047196 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616a6bf-a5ea-4589-a324-19cfeff52604 req-c194630a-e599-4615-9d79-91b81b1169b2 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:44.054892 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1616a6bf-a5ea-4589-a324-19cfeff52604 req-c194630a-e599-4615-9d79-91b81b1169b2 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 945 time: 0.6080515 May 20 09:00:44.061469 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:44.078492 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01191775-a4ff-4dcb-9695-131b101635ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf22580-5a24-4381-ac8e-2813b8e904c5,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:44.083256 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-01191775-a4ff-4dcb-9695-131b101635ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:44.086330 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-01191775-a4ff-4dcb-9695-131b101635ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:44.090777 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-01191775-a4ff-4dcb-9695-131b101635ee admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fbf22580-5a24-4381-ac8e-2813b8e904c5 HTTP/1.1" status: 204 len: 168 time: 0.9391470 May 20 09:00:44.107724 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5cd7c-f92e-4d79-b3e4-5b52e9bb6d40 req-c17530a9-0e2a-4a17-af65-0a96c2ffef74 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:44.116967 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-13d5cd7c-f92e-4d79-b3e4-5b52e9bb6d40 req-c17530a9-0e2a-4a17-af65-0a96c2ffef74 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 945 time: 0.5349944 May 20 09:00:44.123078 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-0daba452-e579-4384-a81c-e7f57c0a898a req-ed8f4777-7c64-4144-b849-7fdcc2adda52 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239876 May 20 09:00:44.439601 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1616a6bf-a5ea-4589-a324-19cfeff52604 req-2c509242-3606-4112-996a-3bb1e9b2fa4e tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838429 May 20 09:00:44.442332 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-13d5cd7c-f92e-4d79-b3e4-5b52e9bb6d40 req-beccd715-f2d1-487d-ac5d-43f2c3307ec0 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243113 May 20 09:00:44.463530 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-0daba452-e579-4384-a81c-e7f57c0a898a req-e9018c3a-6469-45dc-9f15-a5d118c864bd service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241485 May 20 09:00:44.543094 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:44.578201 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:44.580458 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] For port 71b71dfe-9ebe-4cae-8804-6ca240231635, host hv-cinder-79091, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:00:44.602471 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:44.645982 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device cee49672-cf22-4266-8819-dea793d4ca03 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:00:44.728927 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] For port 71b71dfe-9ebe-4cae-8804-6ca240231635, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=71b71dfe-9ebe-4cae-8804-6ca240231635,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:00:44.748564 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:44.832446 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:44.845853 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:44.851836 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:44.854339 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:44.864668 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:44.869577 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:44.870975 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': 'cee49672-cf22-4266-8819-dea793d4ca03', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'port_id': 'cee49672-cf22-4266-8819-dea793d4ca03', 'mac_address': 'fa:16:3e:b4:12:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:00:44.905696 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Pushing event updated for resources: {'Port': ['ID=d8384421-23a1-4f2d-9bcf-5011346723c7,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:44.924268 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 32816) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:44.938554 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:44.940885 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:44.954604 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:44.975035 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee49672-cf22-4266-8819-dea793d4ca03 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:00:44.998201 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:45.004576 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:45.008251 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-455bcaa0-0ab5-4bac-9fe3-31c7e1a6c959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:45.063422 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3243177 May 20 09:00:45.083994 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:45.084668 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:45.086099 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] 10.222.0.97 "PUT /v2.0/ports/71b71dfe-9ebe-4cae-8804-6ca240231635 HTTP/1.1" status: 200 len: 1093 time: 3.3441172 May 20 09:00:45.095155 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abe72f7-d996-4496-9958-0046f59152fa', 'tag': '71b71dfe-9ebe-4cae-8804-6ca240231635'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:45.107001 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=cee49672-cf22-4266-8819-dea793d4ca03,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:45.113411 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:45.133403 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=71b71dfe-9ebe-4cae-8804-6ca240231635,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:45.143377 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:45.154473 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Request body: {'port': {'device_id': '7d7e3508-8dac-4094-a5ce-5074a2756a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:45.297994 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f61d2-2a03-45dd-814e-3135e284b40e req-6f4bcfba-71fb-4686-9f76-40e2f48a2148 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:45.299427 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-105f61d2-2a03-45dd-814e-3135e284b40e req-6f4bcfba-71fb-4686-9f76-40e2f48a2148 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Synchronizing usage tracker for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:45.329632 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6e282-3038-42ba-b394-843bb5545d88 req-aacb3ff0-9c29-420f-9cc2-bf7aee0e2fa1 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:45.341524 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1ec6e282-3038-42ba-b394-843bb5545d88 req-aacb3ff0-9c29-420f-9cc2-bf7aee0e2fa1 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.6546538 May 20 09:00:45.393214 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['cee49672-cf22-4266-8819-dea793d4ca03'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:00:45.457338 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-47d454b0-e9f3-4dcb-aa40-5b95231218ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:45.500348 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-47d454b0-e9f3-4dcb-aa40-5b95231218ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:45.513471 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-47d454b0-e9f3-4dcb-aa40-5b95231218ad admin admin] Usage tracker for resource:security_group_rule and tenant:a369fea0bdab4b5585754e49824456e4 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:45.518763 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-47d454b0-e9f3-4dcb-aa40-5b95231218ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:45.528755 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-47d454b0-e9f3-4dcb-aa40-5b95231218ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:45.560660 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-105f61d2-2a03-45dd-814e-3135e284b40e req-6f4bcfba-71fb-4686-9f76-40e2f48a2148 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Unset dirty status for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:45.561838 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-105f61d2-2a03-45dd-814e-3135e284b40e req-6f4bcfba-71fb-4686-9f76-40e2f48a2148 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 932 time: 0.9633436 May 20 09:00:45.614961 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1ec6e282-3038-42ba-b394-843bb5545d88 req-af8ba1d1-76b3-4149-856d-50ffe4776f79 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722948 May 20 09:00:45.619617 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:45.711686 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abe72f7-d996-4496-9958-0046f59152fa', 'tag': '71b71dfe-9ebe-4cae-8804-6ca240231635', 'status': 'completed', 'code': 200} May 20 09:00:45.748079 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-47d454b0-e9f3-4dcb-aa40-5b95231218ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:45.753155 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-105f61d2-2a03-45dd-814e-3135e284b40e req-679e5325-6cbb-4b16-bdfb-7af9b366a991 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Synchronizing usage tracker for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:security_group {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:45.754354 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-47d454b0-e9f3-4dcb-aa40-5b95231218ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:45.774818 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0564304f-7428-4cf0-8df6-791433fe88a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:45.807578 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-47d454b0-e9f3-4dcb-aa40-5b95231218ad admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a369fea0bdab4b5585754e49824456e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8808980 May 20 09:00:45.810769 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 32852) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:45.853286 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d454b0-e9f3-4dcb-aa40-5b95231218ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5521e16-57ea-4daf-9a73-2b60e250079b,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:45.858215 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-47d454b0-e9f3-4dcb-aa40-5b95231218ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:45.907474 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb9cca60-3f16-439b-b89b-701e6f973215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:45.942220 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb9cca60-3f16-439b-b89b-701e6f973215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:46.003355 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb9cca60-3f16-439b-b89b-701e6f973215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:46.004293 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-7526f787-935e-43e7-8c22-f3124b1d9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:46.005805 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-7526f787-935e-43e7-8c22-f3124b1d9064 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 1096 time: 0.7743986 May 20 09:00:46.011771 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:46.028980 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cca60-3f16-439b-b89b-701e6f973215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5521e16-57ea-4daf-9a73-2b60e250079b,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:46.031478 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fb9cca60-3f16-439b-b89b-701e6f973215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:46.032566 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb9cca60-3f16-439b-b89b-701e6f973215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:46.034419 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-fb9cca60-3f16-439b-b89b-701e6f973215 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d5521e16-57ea-4daf-9a73-2b60e250079b HTTP/1.1" status: 204 len: 168 time: 0.2225771 May 20 09:00:46.106921 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-105f61d2-2a03-45dd-814e-3135e284b40e req-679e5325-6cbb-4b16-bdfb-7af9b366a991 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Unset dirty status for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:security_group {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:46.108065 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-105f61d2-2a03-45dd-814e-3135e284b40e req-679e5325-6cbb-4b16-bdfb-7af9b366a991 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190716 May 20 09:00:46.154087 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-0262f493-098a-43b8-96f9-bb1083c5e102 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71b71dfe-9ebe-4cae-8804-6ca240231635 HTTP/1.1" status: 200 len: 217 time: 0.0996475 May 20 09:00:46.377315 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-4f79e4a2-224a-4b58-a304-74ffc2b71430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:46.378743 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-4f79e4a2-224a-4b58-a304-74ffc2b71430 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cf4ebc0-c715-4825-8b91-71b2282799c8 HTTP/1.1" status: 200 len: 859 time: 0.1986160 May 20 09:00:46.448526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9f53b-cd2b-49c3-8597-6f982dbb389f req-34a56618-b859-4174-b887-8abd959bd58b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:46.449720 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ebb9f53b-cd2b-49c3-8597-6f982dbb389f req-34a56618-b859-4174-b887-8abd959bd58b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 945 time: 0.4430048 May 20 09:00:46.468029 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-59c2b0c4-20ca-4b2a-b582-02cd6205912e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663521 May 20 09:00:46.576431 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82138043-a87b-4b7c-b08e-6d49c629d9d8 req-f5d11363-51f2-48f8-b927-61943d05640e tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:46.581172 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-82138043-a87b-4b7c-b08e-6d49c629d9d8 req-f5d11363-51f2-48f8-b927-61943d05640e tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 945 time: 0.3307450 May 20 09:00:46.581366 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 32896) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:46.648484 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device cee49672-cf22-4266-8819-dea793d4ca03 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:46.691741 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8384421-23a1-4f2d-9bcf-5011346723c7 {{(pid=91688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:00:46.725771 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:46.733485 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ebb9f53b-cd2b-49c3-8597-6f982dbb389f req-24a508b5-2d31-4fca-94c8-532f6172d4d0 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714605 May 20 09:00:46.755260 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-82138043-a87b-4b7c-b08e-6d49c629d9d8 req-c6a76022-ab0e-4f0e-83e1-a3b391473064 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537409 May 20 09:00:46.788538 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Transition to ACTIVE for port object d8384421-23a1-4f2d-9bcf-5011346723c7 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:00:46.808424 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 32918) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:46.837710 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port cee49672-cf22-4266-8819-dea793d4ca03 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:46.849762 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-0827b764-910d-49ad-80f0-b11529e53fc0 service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230052 May 20 09:00:46.851175 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-10918557-535f-4837-8c82-d0c1d5688800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:46.851809 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:46.852332 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port cee49672-cf22-4266-8819-dea793d4ca03 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:46.852937 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:46.910518 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:46.916238 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a8f29281-a1fa-467e-979e-618513cc13e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:46.953837 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a8f29281-a1fa-467e-979e-618513cc13e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:46.962984 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-10918557-535f-4837-8c82-d0c1d5688800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:46.971177 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a8f29281-a1fa-467e-979e-618513cc13e4 admin admin] Usage tracker for resource:security_group_rule and tenant:13d82da3a57a422a820ddc8b62836bff is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:46.974983 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a8f29281-a1fa-467e-979e-618513cc13e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:46.998297 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-10918557-535f-4837-8c82-d0c1d5688800 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6fdd51abdf47998f436ab62ba63d18 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:47.001856 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a8f29281-a1fa-467e-979e-618513cc13e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:47.003975 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-10918557-535f-4837-8c82-d0c1d5688800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:47.022939 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-10918557-535f-4837-8c82-d0c1d5688800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:47.058296 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.146450 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:47.149070 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:47.164910 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.166735 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:47.275250 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=cee49672-cf22-4266-8819-dea793d4ca03,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:47.292208 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:47.335443 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a8f29281-a1fa-467e-979e-618513cc13e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.357083 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a8f29281-a1fa-467e-979e-618513cc13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.391020 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-10918557-535f-4837-8c82-d0c1d5688800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.393355 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:47.415516 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-10918557-535f-4837-8c82-d0c1d5688800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.498547 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a8f29281-a1fa-467e-979e-618513cc13e4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=13d82da3a57a422a820ddc8b62836bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9100277 May 20 09:00:47.502978 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 32942) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:47.519496 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f29281-a1fa-467e-979e-618513cc13e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f283b7c-55cf-4cd8-95fd-04c017567534,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:47.525178 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a8f29281-a1fa-467e-979e-618513cc13e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:47.530609 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Pushing event updated for resources: {'Port': ['ID=d8384421-23a1-4f2d-9bcf-5011346723c7,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:47.536690 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:47.541619 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c2b4c9d9-0540-4b37-a625-8bfd23a5aca2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:47.546028 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Attempting to bind port d8384421-23a1-4f2d-9bcf-5011346723c7 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:00:47.546397 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Attempting to bind port d8384421-23a1-4f2d-9bcf-5011346723c7 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:00:47.547216 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Attempting to bind port d8384421-23a1-4f2d-9bcf-5011346723c7 on network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:47.554958 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Port d8384421-23a1-4f2d-9bcf-5011346723c7 on network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:00:47.555284 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Attempting to bind port d8384421-23a1-4f2d-9bcf-5011346723c7 on network 1a3b55fb-c20a-4b49-ae5a-3b0e860558da {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:00:47.567363 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:00:47.567702 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Checking segment: {'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:00:47.568088 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Bound using segment: {'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:00:47.568533 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Bound port: d8384421-23a1-4f2d-9bcf-5011346723c7, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:00:47.568925 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.619943 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10918557-535f-4837-8c82-d0c1d5688800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e9f860-80b2-4fd8-8246-98a23e0aa433,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:47.633907 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-10918557-535f-4837-8c82-d0c1d5688800 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1e6fdd51abdf47998f436ab62ba63d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8243706 May 20 09:00:47.637458 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-10918557-535f-4837-8c82-d0c1d5688800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:47.641782 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 32948) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:47.673077 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] For port d8384421-23a1-4f2d-9bcf-5011346723c7, host hv-cinder-79091, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:00:47.679718 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] For port d8384421-23a1-4f2d-9bcf-5011346723c7, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d8384421-23a1-4f2d-9bcf-5011346723c7,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:00:47.721510 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2be297-9938-4c55-8063-b5fea1d47ac5 req-f0755e86-ae55-412a-8e52-7c9c5429c6c8 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.723351 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8b2be297-9938-4c55-8063-b5fea1d47ac5 req-f0755e86-ae55-412a-8e52-7c9c5429c6c8 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.5527401 May 20 09:00:47.725115 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.743521 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:47.747190 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3c4f06cd-5323-4e35-bab4-fffd4524a458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.793569 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3c4f06cd-5323-4e35-bab4-fffd4524a458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.802829 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-889814e8-d26e-4843-89cb-867a503b9636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.834406 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Pushing event updated for resources: {'Port': ['ID=d8384421-23a1-4f2d-9bcf-5011346723c7,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:47.838088 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:47.840425 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2f3fe5c-82e3-47bd-8290-a5c6459f07c5 req-8d259779-b541-4d52-8b59-a4169e87e1b5 service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9665761 May 20 09:00:47.848424 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51051827-5ec2-4f02-a757-e8f5295d4054 req-98f1410a-075f-4374-bdf1-05b3ac739a99 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.849932 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-51051827-5ec2-4f02-a757-e8f5295d4054 req-98f1410a-075f-4374-bdf1-05b3ac739a99 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 944 time: 0.4200819 May 20 09:00:47.870080 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-889814e8-d26e-4843-89cb-867a503b9636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.951629 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3c4f06cd-5323-4e35-bab4-fffd4524a458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.963199 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fb9cca60-3f16-439b-b89b-701e6f973215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:47.970268 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8b2be297-9938-4c55-8063-b5fea1d47ac5 req-fcab56dc-c512-4b7b-8090-2a9254aca79c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312415 May 20 09:00:47.976533 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-889814e8-d26e-4843-89cb-867a503b9636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.994279 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f06cd-5323-4e35-bab4-fffd4524a458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f283b7c-55cf-4cd8-95fd-04c017567534,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:47.996586 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3c4f06cd-5323-4e35-bab4-fffd4524a458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:47.998710 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:48.009671 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889814e8-d26e-4843-89cb-867a503b9636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e9f860-80b2-4fd8-8246-98a23e0aa433,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:48.011846 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-889814e8-d26e-4843-89cb-867a503b9636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:48.013056 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-889814e8-d26e-4843-89cb-867a503b9636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:48.014033 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-889814e8-d26e-4843-89cb-867a503b9636 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/30e9f860-80b2-4fd8-8246-98a23e0aa433 HTTP/1.1" status: 204 len: 168 time: 0.3631940 May 20 09:00:48.024550 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3c4f06cd-5323-4e35-bab4-fffd4524a458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:48.025486 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-3c4f06cd-5323-4e35-bab4-fffd4524a458 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1f283b7c-55cf-4cd8-95fd-04c017567534 HTTP/1.1" status: 204 len: 168 time: 0.5078344 May 20 09:00:48.059238 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:48.059960 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:48.062180 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] 10.222.0.97 "PUT /v2.0/ports/d8384421-23a1-4f2d-9bcf-5011346723c7 HTTP/1.1" status: 200 len: 1094 time: 2.9222178 May 20 09:00:48.063674 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7e3508-8dac-4094-a5ce-5074a2756a8c', 'tag': 'd8384421-23a1-4f2d-9bcf-5011346723c7'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:48.079030 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03', 'code': 200} May 20 09:00:48.083270 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-51051827-5ec2-4f02-a757-e8f5295d4054 req-031332b0-6ca4-4085-80e1-db740f6449ee tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812670 May 20 09:00:48.142594 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c6ed2-d5f8-4d10-863d-a20a9c3c9e76 req-27b0a489-7a78-465a-b531-3493cf8dac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:48.145182 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-704c6ed2-d5f8-4d10-863d-a20a9c3c9e76 req-27b0a489-7a78-465a-b531-3493cf8dac94 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 1096 time: 0.1994514 May 20 09:00:48.147493 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7e3508-8dac-4094-a5ce-5074a2756a8c', 'tag': 'd8384421-23a1-4f2d-9bcf-5011346723c7', 'status': 'completed', 'code': 200} May 20 09:00:48.406577 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c6ed2-d5f8-4d10-863d-a20a9c3c9e76 req-8b642260-c300-406b-99d6-8a4e0878c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:48.408062 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-704c6ed2-d5f8-4d10-863d-a20a9c3c9e76 req-8b642260-c300-406b-99d6-8a4e0878c2fc service neutron] 10.222.0.97 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 921 time: 0.2299001 May 20 09:00:48.418507 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-f861732e-b6bf-4261-8898-a95d3d55f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:48.420059 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-f861732e-b6bf-4261-8898-a95d3d55f5e7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 1097 time: 0.1918051 May 20 09:00:48.469441 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 32976) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:48.492396 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abaf60-9e4e-4fa4-adb9-e21fe33d6d12 req-87e17836-76c3-443d-bf11-dbe5ae2ca9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:48.495137 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-34abaf60-9e4e-4fa4-adb9-e21fe33d6d12 req-87e17836-76c3-443d-bf11-dbe5ae2ca9d1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 1099 time: 0.0965929 May 20 09:00:48.560878 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-704c6ed2-d5f8-4d10-863d-a20a9c3c9e76 req-9a75dafd-bfa9-40ce-8a06-bd1ecc6e9434 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71b71dfe-9ebe-4cae-8804-6ca240231635 HTTP/1.1" status: 200 len: 217 time: 0.1397510 May 20 09:00:48.561494 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-34abaf60-9e4e-4fa4-adb9-e21fe33d6d12 req-b300646b-9a8d-491a-8983-d37baaa920df service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568824 May 20 09:00:48.570979 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-29559cab-0fa6-436c-b6e9-ee87ea52c908 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8384421-23a1-4f2d-9bcf-5011346723c7 HTTP/1.1" status: 200 len: 217 time: 0.0743153 May 20 09:00:48.734510 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c071c7e3-8b78-4405-8b03-62da4332219a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:48.765858 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-c071c7e3-8b78-4405-8b03-62da4332219a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:48.771399 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-c071c7e3-8b78-4405-8b03-62da4332219a admin admin] Usage tracker for resource:security_group_rule and tenant:f380fb53ec9d4873a23e2f5ff5865d89 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:48.774982 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-c071c7e3-8b78-4405-8b03-62da4332219a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:48.781582 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-c071c7e3-8b78-4405-8b03-62da4332219a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:48.934713 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c071c7e3-8b78-4405-8b03-62da4332219a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:48.939691 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c071c7e3-8b78-4405-8b03-62da4332219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:48.948413 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:49.047386 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-c071c7e3-8b78-4405-8b03-62da4332219a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f380fb53ec9d4873a23e2f5ff5865d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765367 May 20 09:00:49.052348 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33014) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:49.055239 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071c7e3-8b78-4405-8b03-62da4332219a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846a5a70-20e0-443b-bb98-315ce953c5ba,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:49.067113 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c071c7e3-8b78-4405-8b03-62da4332219a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:49.116945 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-800647a6-3e26-4d8f-ad48-cd7f20777f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:49.121376 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-800647a6-3e26-4d8f-ad48-cd7f20777f91 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cf4ebc0-c715-4825-8b91-71b2282799c8 HTTP/1.1" status: 200 len: 859 time: 0.1701610 May 20 09:00:49.164741 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-023e6325-1937-46cb-8836-7c2927213dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:49.197025 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-023e6325-1937-46cb-8836-7c2927213dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:49.231433 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-2f517e47-304f-4eb0-abd8-a9c4219e35fe service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979028 May 20 09:00:49.236859 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c6ed2-d5f8-4d10-863d-a20a9c3c9e76 req-700a7522-aea2-4995-b2d4-702ccabecf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:49.238714 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-704c6ed2-d5f8-4d10-863d-a20a9c3c9e76 req-700a7522-aea2-4995-b2d4-702ccabecf4e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cf4ebc0-c715-4825-8b91-71b2282799c8 HTTP/1.1" status: 200 len: 859 time: 0.3403430 May 20 09:00:49.341753 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-023e6325-1937-46cb-8836-7c2927213dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:49.347127 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:49.366474 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-704c6ed2-d5f8-4d10-863d-a20a9c3c9e76 req-42c1ed3c-696f-47a7-aee1-41d8d5309150 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065524 May 20 09:00:49.376291 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e6325-1937-46cb-8836-7c2927213dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846a5a70-20e0-443b-bb98-315ce953c5ba,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:49.379079 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-023e6325-1937-46cb-8836-7c2927213dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:49.390580 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-023e6325-1937-46cb-8836-7c2927213dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:49.398262 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-023e6325-1937-46cb-8836-7c2927213dde admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/846a5a70-20e0-443b-bb98-315ce953c5ba HTTP/1.1" status: 204 len: 168 time: 0.3439269 May 20 09:00:49.900197 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-938072c1-a2bf-42db-91eb-11f2d524ff0d service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595793 May 20 09:00:49.920003 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392b60-1105-4e71-8d28-985d82185036 req-13fcb69d-450a-4466-b7c1-9d3358b114cd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:49.921613 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1a392b60-1105-4e71-8d28-985d82185036 req-13fcb69d-450a-4466-b7c1-9d3358b114cd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.6166928 May 20 09:00:49.925023 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-704c6ed2-d5f8-4d10-863d-a20a9c3c9e76 req-30c1c36d-c481-4d53-b180-b676f6e0cf39 service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996011 May 20 09:00:49.981568 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33058) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:50.006060 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1a392b60-1105-4e71-8d28-985d82185036 req-a4aef172-1ceb-46a4-b79b-d92d86730738 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779870 May 20 09:00:50.019182 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f85ab-3751-467b-a2cc-71843dbe8a2f req-74e786b7-1736-4ca3-aeac-2fc63b4ec9ae tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:50.020333 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-264f85ab-3751-467b-a2cc-71843dbe8a2f req-74e786b7-1736-4ca3-aeac-2fc63b4ec9ae tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 944 time: 0.2588031 May 20 09:00:50.081969 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1ec1-665f-4ae9-9d64-a5b17bb887f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:50.119724 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-bfaa1ec1-665f-4ae9-9d64-a5b17bb887f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:50.130665 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-bfaa1ec1-665f-4ae9-9d64-a5b17bb887f2 admin admin] Usage tracker for resource:security_group_rule and tenant:486fdb456a5b462d8981a5a69d4dec6b is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:50.140695 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-bfaa1ec1-665f-4ae9-9d64-a5b17bb887f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:50.159312 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-bfaa1ec1-665f-4ae9-9d64-a5b17bb887f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:50.267786 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-264f85ab-3751-467b-a2cc-71843dbe8a2f req-514f2bee-bd27-48a4-a9c3-255a44790611 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134588 May 20 09:00:50.314370 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9f93adb-5ca2-4b28-9ec3-18cd20fbd3ec req-8deb0c5b-a5e0-4546-9200-6d60e9bd8239 service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417649 May 20 09:00:50.323676 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-704c6ed2-d5f8-4d10-863d-a20a9c3c9e76 req-77a675ba-7f04-4c41-913f-439b9f65ff9b service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165839 May 20 09:00:50.351033 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1ec1-665f-4ae9-9d64-a5b17bb887f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:50.357659 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1ec1-665f-4ae9-9d64-a5b17bb887f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:50.372827 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-01191775-a4ff-4dcb-9695-131b101635ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:50.431817 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-bfaa1ec1-665f-4ae9-9d64-a5b17bb887f2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=486fdb456a5b462d8981a5a69d4dec6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484835 May 20 09:00:50.434912 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33070) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:50.435935 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa1ec1-665f-4ae9-9d64-a5b17bb887f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12acf54-a33b-4c42-992b-26ddd3ad2a29,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:50.483456 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-bfaa1ec1-665f-4ae9-9d64-a5b17bb887f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:50.528105 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-95a8a94a-4f14-4b64-b24d-1a110fff59f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:50.575356 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-95a8a94a-4f14-4b64-b24d-1a110fff59f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:50.629865 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f759d7d-8adb-4394-a22d-ed7b6c7bc526 req-c5561e45-dcee-4550-8408-8306ff80b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:50.632320 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6f759d7d-8adb-4394-a22d-ed7b6c7bc526 req-c5561e45-dcee-4550-8408-8306ff80b375 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 1097 time: 0.1803515 May 20 09:00:50.646430 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-95a8a94a-4f14-4b64-b24d-1a110fff59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:50.651910 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-47d454b0-e9f3-4dcb-aa40-5b95231218ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:50.657700 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 71b71dfe-9ebe-4cae-8804-6ca240231635 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:00:50.669071 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8a94a-4f14-4b64-b24d-1a110fff59f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12acf54-a33b-4c42-992b-26ddd3ad2a29,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:50.673125 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-95a8a94a-4f14-4b64-b24d-1a110fff59f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:50.674241 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-95a8a94a-4f14-4b64-b24d-1a110fff59f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:50.678502 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-95a8a94a-4f14-4b64-b24d-1a110fff59f9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b12acf54-a33b-4c42-992b-26ddd3ad2a29 HTTP/1.1" status: 204 len: 168 time: 0.2376833 May 20 09:00:50.890216 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f759d7d-8adb-4394-a22d-ed7b6c7bc526 req-277581dc-edcb-4cba-bc8c-8cdf720c2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:50.892100 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6f759d7d-8adb-4394-a22d-ed7b6c7bc526 req-277581dc-edcb-4cba-bc8c-8cdf720c2659 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 921 time: 0.2292418 May 20 09:00:50.948374 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 71b71dfe-9ebe-4cae-8804-6ca240231635, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=71b71dfe-9ebe-4cae-8804-6ca240231635,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:50.986388 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '71b71dfe-9ebe-4cae-8804-6ca240231635', 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da', 'port_id': '71b71dfe-9ebe-4cae-8804-6ca240231635', 'mac_address': 'fa:16:3e:c7:b8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf4ebc0-c715-4825-8b91-71b2282799c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:00:51.005829 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6f759d7d-8adb-4394-a22d-ed7b6c7bc526 req-d2fbe3df-eae0-4aac-8783-a4301be6ca7a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8384421-23a1-4f2d-9bcf-5011346723c7 HTTP/1.1" status: 200 len: 217 time: 0.0990345 May 20 09:00:51.133240 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:51.174017 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f759d7d-8adb-4394-a22d-ed7b6c7bc526 req-1edef422-3dc3-4e12-a23f-63238d9c060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:51.175185 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b71dfe-9ebe-4cae-8804-6ca240231635 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:00:51.177912 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6f759d7d-8adb-4394-a22d-ed7b6c7bc526 req-1edef422-3dc3-4e12-a23f-63238d9c060c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cf4ebc0-c715-4825-8b91-71b2282799c8 HTTP/1.1" status: 200 len: 859 time: 0.1589720 May 20 09:00:51.211804 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 71b71dfe-9ebe-4cae-8804-6ca240231635, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=71b71dfe-9ebe-4cae-8804-6ca240231635,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:51.220760 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:51.222891 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:51.277478 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6f759d7d-8adb-4394-a22d-ed7b6c7bc526 req-15a8fecd-9822-4abe-89ce-4ac1fefa3f91 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910847 May 20 09:00:51.332907 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=71b71dfe-9ebe-4cae-8804-6ca240231635,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:51.341786 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:51.607072 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0bd29-256e-4fa6-b629-8b28d793321a req-5fbb0c37-9ba6-4efd-b640-03ea2cecf469 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:51.607072 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b4d0bd29-256e-4fa6-b629-8b28d793321a req-5fbb0c37-9ba6-4efd-b640-03ea2cecf469 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.3176105 May 20 09:00:51.609369 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6f759d7d-8adb-4394-a22d-ed7b6c7bc526 req-5bf7e7f7-802f-4ff7-8893-4ecc438ff51a service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408161 May 20 09:00:51.633410 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37d59d-eda0-40b3-a304-87a00b0b08c7 req-7597d649-118b-48fa-ad70-64fcf963f50f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:51.634873 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4d37d59d-eda0-40b3-a304-87a00b0b08c7 req-7597d649-118b-48fa-ad70-64fcf963f50f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 944 time: 0.2149105 May 20 09:00:51.714892 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['71b71dfe-9ebe-4cae-8804-6ca240231635'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:00:51.784448 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b4d0bd29-256e-4fa6-b629-8b28d793321a req-8209079e-d4f5-4d00-979b-9c6a9211b09b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713512 May 20 09:00:51.799546 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4d37d59d-eda0-40b3-a304-87a00b0b08c7 req-5e9fa6e0-0c2e-4133-9fc2-b94cce1cc421 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440883 May 20 09:00:51.854506 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6f759d7d-8adb-4394-a22d-ed7b6c7bc526 req-8fcdb216-094d-45df-b391-c1aed5ebfcad service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186408 May 20 09:00:52.063261 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699229c-4520-4ae6-8b1b-a10d9667d99f req-74ffcd46-e06b-4988-af37-41eafba6c6aa tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:52.069552 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f699229c-4520-4ae6-8b1b-a10d9667d99f req-74ffcd46-e06b-4988-af37-41eafba6c6aa tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.1470888 May 20 09:00:52.075274 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33152) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:52.081620 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-6792e8c2-98cc-486a-bee9-5328fa272e10 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'floatingip': {'port_id': 'cee49672-cf22-4266-8819-dea793d4ca03'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:52.180787 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6792e8c2-98cc-486a-bee9-5328fa272e10 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:52.903559 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-fb688f4d-ef42-484b-acd9-826cc231f079 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:52.903559 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-fb688f4d-ef42-484b-acd9-826cc231f079 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 815 time: 0.3660707 May 20 09:00:52.935217 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-8a028357-3767-4f2e-948c-bb31c35c41bf tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/quotas/9408acef4ded4f719020db92cf852b89 HTTP/1.1" status: 200 len: 375 time: 0.0244484 May 20 09:00:53.116397 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-96cc7a85-2574-4918-92d5-9fb1a3b3c0f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1749518 May 20 09:00:53.130174 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dcd85-f72f-493e-84e9-69a8dd51962b req-01a8fda5-adb0-4846-a105-1a029c1aab45 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:53.131525 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1b0dcd85-f72f-493e-84e9-69a8dd51962b req-01a8fda5-adb0-4846-a105-1a029c1aab45 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 944 time: 0.1560240 May 20 09:00:53.265254 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-1012dfc4-ab38-4729-86b1-544521c91ec7 service neutron] 10.222.0.88 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327109 May 20 09:00:53.358256 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1b0dcd85-f72f-493e-84e9-69a8dd51962b req-7f702d7e-ec12-4877-a4c6-69dfc66d452d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919161 May 20 09:00:53.441523 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6792e8c2-98cc-486a-bee9-5328fa272e10 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:53.446297 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6792e8c2-98cc-486a-bee9-5328fa272e10 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:53.474884 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-22edd8df-285a-40ff-abaa-8a5250f3d99c service neutron] 10.222.0.88 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696956 May 20 09:00:53.608464 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 33214) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:53.704029 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.l3_db [None req-6792e8c2-98cc-486a-bee9-5328fa272e10 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Floating IP fe976648-3e05-4187-91b0-92246acde8f3 associated. External IP: 172.28.2.219, port: cee49672-cf22-4266-8819-dea793d4ca03. May 20 09:00:53.758652 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-343539dc-b18b-4b80-aaf6-b2f67af03b52 req-fbc7a8a6-99a8-4e68-bbf3-714c857102d6 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 210 time: 0.0740535 May 20 09:00:53.949347 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-828a3b0c-6c9f-44ea-9480-547b56053171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:53.988876 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-828a3b0c-6c9f-44ea-9480-547b56053171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:53.994842 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-828a3b0c-6c9f-44ea-9480-547b56053171 admin admin] Usage tracker for resource:security_group_rule and tenant:29acc31e13b648c98a62f906ceffaddc is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:54.005804 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-828a3b0c-6c9f-44ea-9480-547b56053171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:54.020979 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-828a3b0c-6c9f-44ea-9480-547b56053171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:54.165679 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-828a3b0c-6c9f-44ea-9480-547b56053171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:54.172016 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-828a3b0c-6c9f-44ea-9480-547b56053171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:54.200786 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:54.211728 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-828a3b0c-6c9f-44ea-9480-547b56053171 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=29acc31e13b648c98a62f906ceffaddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6017258 May 20 09:00:54.214161 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 33242) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:54.260396 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a3b0c-6c9f-44ea-9480-547b56053171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0992a164-dcd3-4238-9cb1-fc209b2647de,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:54.267185 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-828a3b0c-6c9f-44ea-9480-547b56053171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:54.315037 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-72c98c34-aeeb-4472-b1c9-621a7783938e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:54.356506 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-72c98c34-aeeb-4472-b1c9-621a7783938e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:54.459704 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6792e8c2-98cc-486a-bee9-5328fa272e10 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Router b5a53162-4afc-485e-a413-fc98e1b29965 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:00:54.464578 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-72c98c34-aeeb-4472-b1c9-621a7783938e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:54.470831 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:54.482998 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c98c34-aeeb-4472-b1c9-621a7783938e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0992a164-dcd3-4238-9cb1-fc209b2647de,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:54.565151 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-72c98c34-aeeb-4472-b1c9-621a7783938e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:54.566007 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-72c98c34-aeeb-4472-b1c9-621a7783938e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:54.567097 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-72c98c34-aeeb-4472-b1c9-621a7783938e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0992a164-dcd3-4238-9cb1-fc209b2647de HTTP/1.1" status: 204 len: 168 time: 0.3519003 May 20 09:00:54.663021 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device d8384421-23a1-4f2d-9bcf-5011346723c7 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:00:54.694448 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b69ec-a448-405b-b620-10dd0fe1883f req-3b2b4a86-232e-4bbe-90a4-7b34e87539d1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:54.696087 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-725b69ec-a448-405b-b620-10dd0fe1883f req-3b2b4a86-232e-4bbe-90a4-7b34e87539d1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 944 time: 0.1837831 May 20 09:00:54.793379 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-725b69ec-a448-405b-b620-10dd0fe1883f req-74fdb7bc-fc2f-47df-b96b-d0e2f64cd27a tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782228 May 20 09:00:54.826645 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd54ea3-2440-4b6a-b7d6-6354f5154c8d req-8aab5f33-3191-41c4-84a1-d88e78aa43c2 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:54.829890 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6792e8c2-98cc-486a-bee9-5328fa272e10 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:00:54.834096 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3dd54ea3-2440-4b6a-b7d6-6354f5154c8d req-8aab5f33-3191-41c4-84a1-d88e78aa43c2 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 945 time: 0.2625899 May 20 09:00:54.844458 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6792e8c2-98cc-486a-bee9-5328fa272e10 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:54.854976 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf5fcd-869d-4288-890d-5e999a8976a6 None None] Sync routers for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:00:54.908883 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf5fcd-869d-4288-890d-5e999a8976a6 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:00:54.909532 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-67cf5fcd-869d-4288-890d-5e999a8976a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:00:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:54.946905 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 71b71dfe-9ebe-4cae-8804-6ca240231635 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:54.947156 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3dd54ea3-2440-4b6a-b7d6-6354f5154c8d req-d13cf347-9f35-43cf-b793-288b5bd81ee1 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043253 May 20 09:00:54.998974 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-6792e8c2-98cc-486a-bee9-5328fa272e10 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "PUT /v2.0/floatingips/fe976648-3e05-4187-91b0-92246acde8f3 HTTP/1.1" status: 200 len: 992 time: 2.9225411 May 20 09:00:54.999734 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:55.091927 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5c34a7d5-bd56-47e4-98e0-52599f92450f req-4805c2be-c50b-4976-8353-ba27e52c3194 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 210 time: 0.1119530 May 20 09:00:55.165886 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03', 'status': 'completed', 'code': 200} May 20 09:00:55.216686 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port d8384421-23a1-4f2d-9bcf-5011346723c7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d8384421-23a1-4f2d-9bcf-5011346723c7,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:55.261596 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': 'd8384421-23a1-4f2d-9bcf-5011346723c7', 'network_id': '1a3b55fb-c20a-4b49-ae5a-3b0e860558da', 'port_id': 'd8384421-23a1-4f2d-9bcf-5011346723c7', 'mac_address': 'fa:16:3e:f8:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf4ebc0-c715-4825-8b91-71b2282799c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:00:55.335089 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-67cf5fcd-869d-4288-890d-5e999a8976a6 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:00:55.377826 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-0aabb7ce-e807-490a-bf49-9dc2b42f0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:55.379704 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-0aabb7ce-e807-490a-bf49-9dc2b42f0b3d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 1099 time: 0.1076226 May 20 09:00:55.404423 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 71b71dfe-9ebe-4cae-8804-6ca240231635 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:55.411458 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 71b71dfe-9ebe-4cae-8804-6ca240231635 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:55.411974 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:55.480028 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:55.610528 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8384421-23a1-4f2d-9bcf-5011346723c7 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:00:55.639273 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-9f961404-58cb-4df2-9dce-88ca694f13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:55.641333 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-9f961404-58cb-4df2-9dce-88ca694f13a6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 918 time: 0.2545011 May 20 09:00:55.783705 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port d8384421-23a1-4f2d-9bcf-5011346723c7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d8384421-23a1-4f2d-9bcf-5011346723c7,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:55.802601 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:55.811422 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:55.996186 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:56.054336 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 71b71dfe-9ebe-4cae-8804-6ca240231635, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=71b71dfe-9ebe-4cae-8804-6ca240231635,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:56.057674 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abe72f7-d996-4496-9958-0046f59152fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b71dfe-9ebe-4cae-8804-6ca240231635'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:56.066361 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:56.071654 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=d8384421-23a1-4f2d-9bcf-5011346723c7,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:56.073783 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-67cf5fcd-869d-4288-890d-5e999a8976a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': 'fe976648-3e05-4187-91b0-92246acde8f3', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'floating_ip_address': '172.28.2.219', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'port_id': 'cee49672-cf22-4266-8819-dea793d4ca03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'mac_address': 'fa:16:3e:b4:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:00:29Z', 'updated_at': '2021-05-20T09:00:53Z', 'revision_number': 1, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:56.075291 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:56.076079 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-3cd00a48-fb7d-422c-94be-5cd15822cda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:56.090159 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf5fcd-869d-4288-890d-5e999a8976a6 None None] Checking router: b5a53162-4afc-485e-a413-fc98e1b29965 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:00:56.121745 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf5fcd-869d-4288-890d-5e999a8976a6 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:00:56.122500 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-67cf5fcd-869d-4288-890d-5e999a8976a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:00:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:56.183381 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=71b71dfe-9ebe-4cae-8804-6ca240231635,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:56.187709 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:56.321830 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['d8384421-23a1-4f2d-9bcf-5011346723c7'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:00:56.396960 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-67cf5fcd-869d-4288-890d-5e999a8976a6 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:00:56.415560 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-57748c3c-a872-4b0a-82bb-2bf37ba4e564 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:56.418190 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-57748c3c-a872-4b0a-82bb-2bf37ba4e564 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 815 time: 0.6220186 May 20 09:00:56.423786 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-cbf8e5ec-ff88-45a1-acfa-bbdc73bdcc2e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cee49672-cf22-4266-8819-dea793d4ca03 HTTP/1.1" status: 200 len: 1000 time: 0.7742143 May 20 09:00:56.477324 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a597d9f-aec6-48e7-bef3-a0c2113de555 req-3f2a5f25-8959-43ca-8b02-8adf3b7eebb8 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:56.480404 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a597d9f-aec6-48e7-bef3-a0c2113de555 req-3f2a5f25-8959-43ca-8b02-8adf3b7eebb8 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 945 time: 0.2966967 May 20 09:00:56.492632 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7521e1d-c664-4195-aee0-68a902ce933e req-14e98719-31bb-465d-b280-15e08d97338b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:56.495195 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c7521e1d-c664-4195-aee0-68a902ce933e req-14e98719-31bb-465d-b280-15e08d97338b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 945 time: 0.4581649 May 20 09:00:56.500329 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Request body: {'port': {'device_id': '1b2d8d3f-20c8-46de-a281-4ebb76a03efd', 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef', 'admin_state_up': True, 'tenant_id': '9408acef4ded4f719020db92cf852b89'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:56.668068 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c7521e1d-c664-4195-aee0-68a902ce933e req-668d9056-04b6-4213-9043-f52b3ba005b4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405284 May 20 09:00:56.773856 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abe72f7-d996-4496-9958-0046f59152fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b71dfe-9ebe-4cae-8804-6ca240231635', 'code': 200} May 20 09:00:56.829039 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:56.841209 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-78a8a4b7-f7c6-4570-8543-501ad32e949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:56.844052 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-78a8a4b7-f7c6-4570-8543-501ad32e949f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.3212998 May 20 09:00:56.845144 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Usage tracker for resource:port and tenant:9408acef4ded4f719020db92cf852b89 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:56.863022 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a597d9f-aec6-48e7-bef3-a0c2113de555 req-5008b0d3-854d-40bd-8eab-2d7dcecfb332 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412502 May 20 09:00:56.864066 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:56.877574 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:56.892010 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Made reservation on behalf of 9408acef4ded4f719020db92cf852b89 for: {'port': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:00:56.908775 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:57.051926 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-67cf5fcd-869d-4288-890d-5e999a8976a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': 'fe976648-3e05-4187-91b0-92246acde8f3', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'floating_ip_address': '172.28.2.219', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'port_id': 'cee49672-cf22-4266-8819-dea793d4ca03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'mac_address': 'fa:16:3e:b4:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:00:29Z', 'updated_at': '2021-05-20T09:00:53Z', 'revision_number': 1, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:00:57.060657 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf5fcd-869d-4288-890d-5e999a8976a6 None None] The sync data for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb is: [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': 'fe976648-3e05-4187-91b0-92246acde8f3', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'floating_ip_address': '172.28.2.219', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'port_id': 'cee49672-cf22-4266-8819-dea793d4ca03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'mac_address': 'fa:16:3e:b4:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:00:29Z', 'updated_at': '2021-05-20T09:00:53Z', 'revision_number': 1, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:00:57.094382 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ac902-af69-4d94-8826-31a1bbf6b51e req-ea6b30c0-e016-4e24-b7ae-d26c0044cb59 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:57.095991 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-616ac902-af69-4d94-8826-31a1bbf6b51e req-ea6b30c0-e016-4e24-b7ae-d26c0044cb59 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 945 time: 0.1983321 May 20 09:00:57.175135 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-25570ecb-7bbc-4b21-b93f-5f653cebb91b req-2386c37a-9b86-4682-82d5-8e7553c69943 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 210 time: 0.1460183 May 20 09:00:57.314062 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-961a1b44-d283-4cb8-b4cc-3dac076b7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:57.315874 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-961a1b44-d283-4cb8-b4cc-3dac076b7d4e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3812497 May 20 09:00:57.349628 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d9040-edda-41dd-b1c6-31d12922082a req-a4e2eb14-7b66-47eb-a1ca-b36c79254fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:57.351243 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-067d9040-edda-41dd-b1c6-31d12922082a req-a4e2eb14-7b66-47eb-a1ca-b36c79254fff service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 1098 time: 0.1676309 May 20 09:00:57.408080 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [req-616ac902-af69-4d94-8826-31a1bbf6b51e req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Deleting port 7190777e-5a3e-49d3-aed1-f5507c316ae4 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:00:57.408967 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-616ac902-af69-4d94-8826-31a1bbf6b51e req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:57.446570 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-067d9040-edda-41dd-b1c6-31d12922082a req-8ba88952-aee8-43f2-ad36-1e7945c9b4f1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855033 May 20 09:00:57.457717 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dbc795-de8b-46b0-9fbe-33700c445926 None None] New status for floating IP fe976648-3e05-4187-91b0-92246acde8f3: ACTIVE {{(pid=91689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:00:57.470995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Allocated IP 172.20.0.8 (088d18df-0fde-41fb-ad13-990cb25efaef/0cb13a1f-ecfd-444e-861c-e89a0fa4df77/7b174c59-80b8-4d3f-969b-bc3d21256541) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:00:57.603049 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-2767d0f5-713d-420b-bcbb-6434011406e1 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782505 May 20 09:00:57.711015 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-616ac902-af69-4d94-8826-31a1bbf6b51e req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] For port 7190777e-5a3e-49d3-aed1-f5507c316ae4, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7190777e-5a3e-49d3-aed1-f5507c316ae4,segment=NetworkSegment(bec1b03f-d388-4c92-af54-8d469ced1cca),segment_id=bec1b03f-d388-4c92-af54-8d469ced1cca)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:57.714279 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-616ac902-af69-4d94-8826-31a1bbf6b51e req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:57.967741 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [req-616ac902-af69-4d94-8826-31a1bbf6b51e req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Calling delete_port for 7190777e-5a3e-49d3-aed1-f5507c316ae4 owned by compute:nova {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:00:58.094091 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 33374) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:58.137055 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33378) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:58.174748 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-61903677-dc1c-42a7-8648-0b4c3bd6ba3e service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049647 May 20 09:00:58.205627 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-616ac902-af69-4d94-8826-31a1bbf6b51e req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:58.208544 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:58.224467 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:58.247530 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f4061-775b-4f0a-8c54-96c57ced1b51 req-ea2b3a0f-9414-4882-b3fd-feb29be5264d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:58.249081 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-da1f4061-775b-4f0a-8c54-96c57ced1b51 req-ea2b3a0f-9414-4882-b3fd-feb29be5264d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 945 time: 0.2716091 May 20 09:00:58.263362 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['7190777e-5a3e-49d3-aed1-f5507c316ae4'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:00:58.263523 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22479a8c-76bc-44ae-971e-54f85c15f3cf req-a27e01a5-17e4-4777-9bd5-f6a07f942082 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:58.264981 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-22479a8c-76bc-44ae-971e-54f85c15f3cf req-a27e01a5-17e4-4777-9bd5-f6a07f942082 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 945 time: 0.2296047 May 20 09:00:58.347990 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Pushing event deleted for resources: {'Port': ['ID=7190777e-5a3e-49d3-aed1-f5507c316ae4,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:58.405235 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-da1f4061-775b-4f0a-8c54-96c57ced1b51 req-1fa8b0fa-1fdc-4416-8492-36a64a4fd06a tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375496 May 20 09:00:58.407867 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:58.423807 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-616ac902-af69-4d94-8826-31a1bbf6b51e req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] No DVR routers for this DVR port 7190777e-5a3e-49d3-aed1-f5507c316ae4 on host hv-cinder-79091 {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:00:58.429325 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-616ac902-af69-4d94-8826-31a1bbf6b51e req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:58.430799 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:58.432329 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6', 'name': 'network-vif-deleted', 'tag': '7190777e-5a3e-49d3-aed1-f5507c316ae4'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:58.443964 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0d4d632d-16c7-4049-bc26-df7859a1d090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:58.448123 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-22479a8c-76bc-44ae-971e-54f85c15f3cf req-25ac04b0-99c8-44f8-9022-9fe6bd5f4dbc tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/security-groups?id=8432058e-1787-4751-9092-63e66cba81c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699207 May 20 09:00:58.455307 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:58.485850 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:00:58.491361 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5b297907-be23-4a5f-b23b-68ffcbbd8802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:58.492186 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-0d4d632d-16c7-4049-bc26-df7859a1d090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:58.498249 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-616ac902-af69-4d94-8826-31a1bbf6b51e req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.97 "DELETE /v2.0/ports/7190777e-5a3e-49d3-aed1-f5507c316ae4 HTTP/1.1" status: 204 len: 173 time: 1.3778901 May 20 09:00:58.514040 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-0d4d632d-16c7-4049-bc26-df7859a1d090 admin admin] Usage tracker for resource:security_group_rule and tenant:dd73b67233224be8a702833e39d3cba0 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:58.528392 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-0d4d632d-16c7-4049-bc26-df7859a1d090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:58.544295 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Network 088d18df-0fde-41fb-ad13-990cb25efaef is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:00:58.545413 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-5b297907-be23-4a5f-b23b-68ffcbbd8802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:58.550366 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:00:58.556302 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-5b297907-be23-4a5f-b23b-68ffcbbd8802 admin admin] Usage tracker for resource:security_group_rule and tenant:f6cb3a56ff884590b0b0de4428a9723b is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:58.561145 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:00:58.566760 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:58.567402 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:58.570538 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-0d4d632d-16c7-4049-bc26-df7859a1d090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:58.579340 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-5b297907-be23-4a5f-b23b-68ffcbbd8802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:58.595211 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-5b297907-be23-4a5f-b23b-68ffcbbd8802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:58.599306 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Pushing event updated for resources: {'Port': ['ID=7b174c59-80b8-4d3f-969b-bc3d21256541,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:58.605292 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:58.627487 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1455195 May 20 09:00:58.740671 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0d4d632d-16c7-4049-bc26-df7859a1d090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:58.742758 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Request body: {'port': {'device_id': '1b2d8d3f-20c8-46de-a281-4ebb76a03efd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:00:58.748895 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0d4d632d-16c7-4049-bc26-df7859a1d090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:58.766998 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3c4f06cd-5323-4e35-bab4-fffd4524a458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:58.775560 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device d8384421-23a1-4f2d-9bcf-5011346723c7 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:00:58.859683 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-0d4d632d-16c7-4049-bc26-df7859a1d090 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dd73b67233224be8a702833e39d3cba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7187326 May 20 09:00:58.860905 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33404) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:58.862205 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d632d-16c7-4049-bc26-df7859a1d090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5754c964-b716-4f34-a9c8-3669659fbe94,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:58.876336 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0d4d632d-16c7-4049-bc26-df7859a1d090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:58.897685 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6', 'name': 'network-vif-deleted', 'tag': '7190777e-5a3e-49d3-aed1-f5507c316ae4', 'status': 'completed', 'code': 200} May 20 09:00:58.947076 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port d8384421-23a1-4f2d-9bcf-5011346723c7 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:00:58.956726 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port d8384421-23a1-4f2d-9bcf-5011346723c7 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:00:58.957348 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:58.964460 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3694-49ff-4ced-b0c8-22a25a5a3a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:58.997487 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3694-49ff-4ced-b0c8-22a25a5a3a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.064699 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3694-49ff-4ced-b0c8-22a25a5a3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.065509 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5b297907-be23-4a5f-b23b-68ffcbbd8802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.073733 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fb5b6a33-6f03-4aa5-8413-44c139bc4064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:59.082448 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.088057 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b3694-49ff-4ced-b0c8-22a25a5a3a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5754c964-b716-4f34-a9c8-3669659fbe94,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:59.091870 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1f3b3694-49ff-4ced-b0c8-22a25a5a3a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:59.095391 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.099891 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3694-49ff-4ced-b0c8-22a25a5a3a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.104579 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-1f3b3694-49ff-4ced-b0c8-22a25a5a3a42 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5754c964-b716-4f34-a9c8-3669659fbe94 HTTP/1.1" status: 204 len: 168 time: 0.2317331 May 20 09:00:59.143347 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7e3508-8dac-4094-a5ce-5074a2756a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8384421-23a1-4f2d-9bcf-5011346723c7'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:00:59.160772 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port d8384421-23a1-4f2d-9bcf-5011346723c7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d8384421-23a1-4f2d-9bcf-5011346723c7,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:00:59.167413 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.172424 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:59.176507 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5b297907-be23-4a5f-b23b-68ffcbbd8802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.193713 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0a56d032-b10b-4687-8e8f-25dc15ee3061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:59.227171 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7e3508-8dac-4094-a5ce-5074a2756a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8384421-23a1-4f2d-9bcf-5011346723c7', 'code': 200} May 20 09:00:59.267980 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=d8384421-23a1-4f2d-9bcf-5011346723c7,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:59.279085 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:59.298253 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-5b297907-be23-4a5f-b23b-68ffcbbd8802 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f6cb3a56ff884590b0b0de4428a9723b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1951244 May 20 09:00:59.300916 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33414) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:59.303129 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b297907-be23-4a5f-b23b-68ffcbbd8802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b962ced-5164-4921-9c00-76afbc39bbf1,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:59.328648 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5b297907-be23-4a5f-b23b-68ffcbbd8802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:59.354969 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0394-9f40-480a-b208-2567163b2a55 req-37f32f4f-9788-4f44-97dc-9aa9bd487f28 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:59.355673 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-794b0394-9f40-480a-b208-2567163b2a55 req-37f32f4f-9788-4f44-97dc-9aa9bd487f28 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Synchronizing usage tracker for tenant:9408acef4ded4f719020db92cf852b89 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:00:59.393333 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bdd0db5c-4b14-42dc-827e-0dac488aecf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.426913 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bdd0db5c-4b14-42dc-827e-0dac488aecf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.459665 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-794b0394-9f40-480a-b208-2567163b2a55 req-37f32f4f-9788-4f44-97dc-9aa9bd487f28 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Unset dirty status for tenant:9408acef4ded4f719020db92cf852b89 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:00:59.474696 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-794b0394-9f40-480a-b208-2567163b2a55 req-37f32f4f-9788-4f44-97dc-9aa9bd487f28 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 931 time: 0.5199807 May 20 09:00:59.533833 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bdd0db5c-4b14-42dc-827e-0dac488aecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.539879 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-10918557-535f-4837-8c82-d0c1d5688800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:00:59.554786 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0db5c-4b14-42dc-827e-0dac488aecf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b962ced-5164-4921-9c00-76afbc39bbf1,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:00:59.560086 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-bdd0db5c-4b14-42dc-827e-0dac488aecf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:00:59.572923 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-794b0394-9f40-480a-b208-2567163b2a55 req-4184923a-9e30-474c-b854-ca14aa820400 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016471 May 20 09:00:59.593963 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bdd0db5c-4b14-42dc-827e-0dac488aecf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.597456 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-bdd0db5c-4b14-42dc-827e-0dac488aecf7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5b962ced-5164-4921-9c00-76afbc39bbf1 HTTP/1.1" status: 204 len: 168 time: 0.2924900 May 20 09:00:59.655731 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 33424) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:00:59.741704 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44547c9-8e2d-46b1-8a03-5e6b3997f111 req-535b20e9-ae57-4246-83bf-eb4e7b4b509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:59.743277 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-e44547c9-8e2d-46b1-8a03-5e6b3997f111 req-535b20e9-ae57-4246-83bf-eb4e7b4b509d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 1099 time: 0.1850798 May 20 09:00:59.797223 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-e44547c9-8e2d-46b1-8a03-5e6b3997f111 req-de65406c-460a-4328-8479-f7df4c323791 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451844 May 20 09:00:59.803105 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3505e971-7bdd-4936-9337-631cfa9ce396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:59.830216 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10204419-9f8c-4ed7-af13-834f78b88166 req-e21bcefc-ab58-4011-8a31-adbd5299f564 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b275dd-c3c8-447e-b5f6-fbd1aad2e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0982134 May 20 09:00:59.840959 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3505e971-7bdd-4936-9337-631cfa9ce396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:00:59.858014 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3505e971-7bdd-4936-9337-631cfa9ce396 admin admin] Usage tracker for resource:security_group_rule and tenant:ca2d35d259394a9e83212d4d920b092f is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:00:59.866234 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3505e971-7bdd-4936-9337-631cfa9ce396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:00:59.877026 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3505e971-7bdd-4936-9337-631cfa9ce396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:00:59.922455 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33345a-912f-4a64-a23d-0541e85eeeb5 req-15a84071-629e-49f7-86fe-125bbb2e5392 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:59.929306 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bb33345a-912f-4a64-a23d-0541e85eeeb5 req-15a84071-629e-49f7-86fe-125bbb2e5392 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.3834221 May 20 09:01:00.061266 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33440) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:00.063776 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bb33345a-912f-4a64-a23d-0541e85eeeb5 req-b25c6368-e2ec-4097-86fc-d27cd7c81f07 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313100 May 20 09:01:00.073163 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b174c59-80b8-4d3f-969b-bc3d21256541 {{(pid=91688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:01:00.081158 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a023f2f2-8be2-4dcf-8b15-70d236e587a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.087521 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.106419 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a023f2f2-8be2-4dcf-8b15-70d236e587a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:00.111018 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a023f2f2-8be2-4dcf-8b15-70d236e587a4 admin admin] Usage tracker for resource:security_group_rule and tenant:b4dcd308da3642059a3a6dbdb2eaccf6 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:00.113926 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a023f2f2-8be2-4dcf-8b15-70d236e587a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:00.119141 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Transition to ACTIVE for port object 7b174c59-80b8-4d3f-969b-bc3d21256541 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:01:00.119798 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a023f2f2-8be2-4dcf-8b15-70d236e587a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:00.126869 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.137082 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:00.171060 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3505e971-7bdd-4936-9337-631cfa9ce396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.280936 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a023f2f2-8be2-4dcf-8b15-70d236e587a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.286912 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a023f2f2-8be2-4dcf-8b15-70d236e587a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.299089 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:00.314937 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3505e971-7bdd-4936-9337-631cfa9ce396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.330101 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Pushing event updated for resources: {'Port': ['ID=7b174c59-80b8-4d3f-969b-bc3d21256541,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:00.337409 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:00.346839 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a023f2f2-8be2-4dcf-8b15-70d236e587a4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b4dcd308da3642059a3a6dbdb2eaccf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840827 May 20 09:01:00.348724 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023f2f2-8be2-4dcf-8b15-70d236e587a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6f66a0-d137-4743-8199-1275779698e1,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:00.351252 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33450) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:00.354215 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a023f2f2-8be2-4dcf-8b15-70d236e587a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:00.363468 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:00.372586 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33454) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:00.469526 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-96e4435f-2402-4a5c-941f-6190968f1a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.502167 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-96e4435f-2402-4a5c-941f-6190968f1a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.503337 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505e971-7bdd-4936-9337-631cfa9ce396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaec4bd1-4eb2-4998-8db6-2959da2e4bc5,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:00.509097 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3505e971-7bdd-4936-9337-631cfa9ce396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:00.511717 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-3505e971-7bdd-4936-9337-631cfa9ce396 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ca2d35d259394a9e83212d4d920b092f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8468637 May 20 09:01:00.515485 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 33460) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:00.539041 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Attempting to bind port 7b174c59-80b8-4d3f-969b-bc3d21256541 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:01:00.539405 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Attempting to bind port 7b174c59-80b8-4d3f-969b-bc3d21256541 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:01:00.539812 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Attempting to bind port 7b174c59-80b8-4d3f-969b-bc3d21256541 on network 088d18df-0fde-41fb-ad13-990cb25efaef {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:00.555375 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Port 7b174c59-80b8-4d3f-969b-bc3d21256541 on network 088d18df-0fde-41fb-ad13-990cb25efaef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:01:00.555612 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3607d3d1-5983-41a5-a302-b664875d9009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.555704 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Attempting to bind port 7b174c59-80b8-4d3f-969b-bc3d21256541 on network 088d18df-0fde-41fb-ad13-990cb25efaef {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:00.569541 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:01:00.569876 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Checking segment: {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:01:00.570407 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Bound using segment: {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:01:00.570898 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Bound port: 7b174c59-80b8-4d3f-969b-bc3d21256541, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:01:00.571311 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.571613 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-3607d3d1-5983-41a5-a302-b664875d9009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:00.576125 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-3607d3d1-5983-41a5-a302-b664875d9009 admin admin] Usage tracker for resource:security_group_rule and tenant:4a455c719882473d8271f4b3e7374f6a is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:00.579337 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-3607d3d1-5983-41a5-a302-b664875d9009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:00.585921 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-3607d3d1-5983-41a5-a302-b664875d9009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:00.605935 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-96e4435f-2402-4a5c-941f-6190968f1a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.611820 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0e57a730-f3c2-4e59-a408-f8ea54436b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:00.633110 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4435f-2402-4a5c-941f-6190968f1a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6f66a0-d137-4743-8199-1275779698e1,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:00.638897 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-96e4435f-2402-4a5c-941f-6190968f1a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:00.648753 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-96e4435f-2402-4a5c-941f-6190968f1a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.650255 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-96e4435f-2402-4a5c-941f-6190968f1a8a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ad6f66a0-d137-4743-8199-1275779698e1 HTTP/1.1" status: 204 len: 168 time: 0.2981105 May 20 09:01:00.655721 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-17314063-5037-4a2d-97ef-2dcec99fb1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.703971 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-17314063-5037-4a2d-97ef-2dcec99fb1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.707281 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7190777e-5a3e-49d3-aed1-f5507c316ae4 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:01:00.710768 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3607d3d1-5983-41a5-a302-b664875d9009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.716127 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3607d3d1-5983-41a5-a302-b664875d9009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.728273 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fb4e2b3d-63cc-4d13-8af6-3e1b12a04dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:00.732682 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] For port 7b174c59-80b8-4d3f-969b-bc3d21256541, host hv-cinder-79091, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:01:00.758822 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] For port 7b174c59-80b8-4d3f-969b-bc3d21256541, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7b174c59-80b8-4d3f-969b-bc3d21256541,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:01:00.765338 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.774932 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:00.775139 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-3607d3d1-5983-41a5-a302-b664875d9009 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4a455c719882473d8271f4b3e7374f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013660 May 20 09:01:00.777706 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607d3d1-5983-41a5-a302-b664875d9009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2d1b45-fe9f-4cc4-9e44-e8f25bc49205,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:00.782844 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33468) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:00.789568 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3607d3d1-5983-41a5-a302-b664875d9009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:00.806146 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 7190777e-5a3e-49d3-aed1-f5507c316ae4 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:01:00.806508 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7190777e-5a3e-49d3-aed1-f5507c316ae4 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:01:00.857424 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e4dc-f460-4f27-a0c2-ab43604ced49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.889247 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:00.889891 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.891140 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e4dc-f460-4f27-a0c2-ab43604ced49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.891413 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] 10.222.0.97 "PUT /v2.0/ports/7b174c59-80b8-4d3f-969b-bc3d21256541 HTTP/1.1" status: 200 len: 1093 time: 2.1694248 May 20 09:01:00.892009 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-17314063-5037-4a2d-97ef-2dcec99fb1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.895444 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2d8d3f-20c8-46de-a281-4ebb76a03efd', 'tag': '7b174c59-80b8-4d3f-969b-bc3d21256541'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:00.923995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Pushing event updated for resources: {'Port': ['ID=7b174c59-80b8-4d3f-969b-bc3d21256541,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:00.929102 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:00.930563 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:00.955697 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17314063-5037-4a2d-97ef-2dcec99fb1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaec4bd1-4eb2-4998-8db6-2959da2e4bc5,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:00.959422 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-17314063-5037-4a2d-97ef-2dcec99fb1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:00.960511 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-17314063-5037-4a2d-97ef-2dcec99fb1a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eaec4bd1-4eb2-4998-8db6-2959da2e4bc5 HTTP/1.1" status: 204 len: 168 time: 0.4439664 May 20 09:01:00.962471 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-17314063-5037-4a2d-97ef-2dcec99fb1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:00.986231 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e4dc-f460-4f27-a0c2-ab43604ced49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:01.006440 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-023e6325-1937-46cb-8836-7c2927213dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:01.022978 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6e4dc-f460-4f27-a0c2-ab43604ced49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2d1b45-fe9f-4cc4-9e44-e8f25bc49205,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:01.044226 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a1d6e4dc-f460-4f27-a0c2-ab43604ced49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:01.056314 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e4dc-f460-4f27-a0c2-ab43604ced49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:01.063750 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a1d6e4dc-f460-4f27-a0c2-ab43604ced49 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8d2d1b45-fe9f-4cc4-9e44-e8f25bc49205 HTTP/1.1" status: 204 len: 168 time: 0.2798231 May 20 09:01:01.066514 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41c09a-3c00-44c5-ad57-50a81321668e req-6e03cf18-2309-4b34-a035-d19b0c8fe8f3 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:01.074696 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-af41c09a-3c00-44c5-ad57-50a81321668e req-6e03cf18-2309-4b34-a035-d19b0c8fe8f3 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 943 time: 0.2617307 May 20 09:01:01.106688 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2d8d3f-20c8-46de-a281-4ebb76a03efd', 'tag': '7b174c59-80b8-4d3f-969b-bc3d21256541', 'status': 'completed', 'code': 200} May 20 09:01:01.149719 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-af41c09a-3c00-44c5-ad57-50a81321668e req-de50910d-b025-4ecf-95e3-cc9b44a9ac7f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714116 May 20 09:01:01.180191 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-c22539ca-35f3-4b33-9e74-b6088a8ce8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:01.182055 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-c22539ca-35f3-4b33-9e74-b6088a8ce8eb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 1096 time: 0.2084632 May 20 09:01:01.359239 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-435fd306-5869-4db5-90cc-8b64a4472dae service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b174c59-80b8-4d3f-969b-bc3d21256541 HTTP/1.1" status: 200 len: 217 time: 0.1214297 May 20 09:01:01.587309 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-81629b39-1213-4fd4-a7da-795039bd31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:01.587979 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-81629b39-1213-4fd4-a7da-795039bd31d0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cb13a1f-ecfd-444e-861c-e89a0fa4df77 HTTP/1.1" status: 200 len: 855 time: 0.1430500 May 20 09:01:01.609941 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a66cb9-bd0b-49dd-be29-4064627d0760 req-63d9a340-31aa-4078-8b0b-620727259510 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:01.617179 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-63a66cb9-bd0b-49dd-be29-4064627d0760 req-63d9a340-31aa-4078-8b0b-620727259510 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2536607 May 20 09:01:01.683172 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-c6cfd388-1337-4cf9-9830-b0463846c35b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=088d18df-0fde-41fb-ad13-990cb25efaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801046 May 20 09:01:01.762633 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-63a66cb9-bd0b-49dd-be29-4064627d0760 req-0f1a8aac-21b5-400f-9559-7203a6bf3d28 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432233 May 20 09:01:01.945907 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-1b7a9ef6-216f-4282-bfc0-9ca87fc52b62 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471757 May 20 09:01:02.100322 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed4f7d5e-e4d7-4ba9-a8ae-563d4e830dfc req-a7e45c7c-b34c-48cc-9370-6466b96adbbb service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466832 May 20 09:01:02.381929 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f05d2-8062-4595-8fad-c6d983a879a9 req-a528fb5e-e77b-4235-a17b-5217230d043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:02.383443 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5c1f05d2-8062-4595-8fad-c6d983a879a9 req-a528fb5e-e77b-4235-a17b-5217230d043c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 1096 time: 0.1774890 May 20 09:01:02.399466 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb1b38-d3c4-4cfd-8035-091794080914 req-9aa5a176-6d9d-4639-ba7f-7119d7521981 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:02.401034 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-62eb1b38-d3c4-4cfd-8035-091794080914 req-9aa5a176-6d9d-4639-ba7f-7119d7521981 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 943 time: 0.1272271 May 20 09:01:02.552174 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-62eb1b38-d3c4-4cfd-8035-091794080914 req-ee447bc9-3b53-49db-bde6-94bb6e709738 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289346 May 20 09:01:02.592228 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f05d2-8062-4595-8fad-c6d983a879a9 req-c72121c6-52b2-4c7c-ac80-9e340d86960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:02.593505 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5c1f05d2-8062-4595-8fad-c6d983a879a9 req-c72121c6-52b2-4c7c-ac80-9e340d86960d service neutron] 10.222.0.97 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 917 time: 0.1909742 May 20 09:01:02.701890 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5c1f05d2-8062-4595-8fad-c6d983a879a9 req-c463be60-88ef-4f06-978d-e5fc6e3aa258 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b174c59-80b8-4d3f-969b-bc3d21256541 HTTP/1.1" status: 200 len: 217 time: 0.0605159 May 20 09:01:02.775736 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f05d2-8062-4595-8fad-c6d983a879a9 req-651bbc2a-f06d-4d17-8f60-89d4a0f2711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:02.777490 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5c1f05d2-8062-4595-8fad-c6d983a879a9 req-651bbc2a-f06d-4d17-8f60-89d4a0f2711c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cb13a1f-ecfd-444e-861c-e89a0fa4df77 HTTP/1.1" status: 200 len: 855 time: 0.0691476 May 20 09:01:02.864871 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5c1f05d2-8062-4595-8fad-c6d983a879a9 req-92041d4b-e53c-4824-b95a-10b70ef3ed97 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=088d18df-0fde-41fb-ad13-990cb25efaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798295 May 20 09:01:03.058994 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33602) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:03.101479 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf6e4-a514-4947-ba85-5234b11fb07c req-5999c244-a7f9-4212-b05d-66a2ff55a5e0 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:03.103044 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6babf6e4-a514-4947-ba85-5234b11fb07c req-5999c244-a7f9-4212-b05d-66a2ff55a5e0 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2340572 May 20 09:01:03.109919 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5c1f05d2-8062-4595-8fad-c6d983a879a9 req-cdee0c99-ab40-4996-a91f-290d7c0152a0 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079647 May 20 09:01:03.127581 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3daf49-54d1-4fc8-8aad-8259a47b295b admin admin] Deleting subnet 98d1436c-cde7-433d-83d9-58cf01ce0ae3 {{(pid=91687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:01:03.130744 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8d3daf49-54d1-4fc8-8aad-8259a47b295b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:03.191494 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8d3daf49-54d1-4fc8-8aad-8259a47b295b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:03.199278 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8d3daf49-54d1-4fc8-8aad-8259a47b295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:03.291630 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6babf6e4-a514-4947-ba85-5234b11fb07c req-d12d64d9-b936-4253-92fb-b775e6de2603 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807516 May 20 09:01:03.380497 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5c1f05d2-8062-4595-8fad-c6d983a879a9 req-769fe2c6-6f97-411d-b970-44694835d833 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505481 May 20 09:01:03.625678 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8d3daf49-54d1-4fc8-8aad-8259a47b295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487'] for subnet, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:03.639464 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:03.674686 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8d3daf49-54d1-4fc8-8aad-8259a47b295b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:03.684374 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3daf49-54d1-4fc8-8aad-8259a47b295b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d1436c-cde7-433d-83d9-58cf01ce0ae3,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:03.687677 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-8d3daf49-54d1-4fc8-8aad-8259a47b295b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/98d1436c-cde7-433d-83d9-58cf01ce0ae3 HTTP/1.1" status: 204 len: 168 time: 0.6276789 May 20 09:01:03.690245 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8d3daf49-54d1-4fc8-8aad-8259a47b295b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:03.690379 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 33672) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:03.943789 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:04.167941 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ae165c92-c5b1-47a4-a7c2-4b12c9a96298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:04.367739 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:04.367859 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33708) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:04.376185 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd111eb-c8c4-4373-bbc4-37de926887e9 req-4ac8bce4-b77f-4242-9b5d-9a0f61209852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:04.377688 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cfd111eb-c8c4-4373-bbc4-37de926887e9 req-4ac8bce4-b77f-4242-9b5d-9a0f61209852 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 1099 time: 0.5000839 May 20 09:01:04.385846 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5790a8e-9cef-46b0-9bcf-9f48d0bd0eeb req-6e86aef6-9fac-4ff3-8872-e609650bc015 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:04.393134 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a5790a8e-9cef-46b0-9bcf-9f48d0bd0eeb req-6e86aef6-9fac-4ff3-8872-e609650bc015 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 943 time: 0.5701642 May 20 09:01:04.445995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.445995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.445995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.445995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > port after_create 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.445995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.445995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > port after_update 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.445995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.446461 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.446461 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.447171 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.520065 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:04.543184 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:04.549474 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Usage tracker for resource:security_group_rule and tenant:281ed36d99a34d4f8ae86ed1088baeca is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:04.553260 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:04.558978 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:04.607055 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.609647 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.610097 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.610779 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:01:04.610894 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c78b87-f3a9-46c2-b3fa-611e47843339']}} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:01:04.711076 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:04.717567 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec1b03f-d388-4c92-af54-8d469ced1cca') {'for_net_delete': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:01:04.718382 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec1b03f-d388-4c92-af54-8d469ced1cca') {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:01:04.719709 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:04.730587 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7b174c59-80b8-4d3f-969b-bc3d21256541 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:01:04.751614 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a5790a8e-9cef-46b0-9bcf-9f48d0bd0eeb req-8236fd56-3eef-4f09-92af-5289151ae11e tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574374 May 20 09:01:04.752654 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-656da5eb-d1db-4a09-9ae1-26934ec6604e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:04.768337 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=281ed36d99a34d4f8ae86ed1088baeca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984694 May 20 09:01:04.774444 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33750) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:04.788768 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6890131'] for segment, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:04.835377 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a85bc60-58d9-407a-acaf-ff42e6be283c,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:04.840896 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5511ad5-ce36-4e9d-9038-939f29ee17d3 req-276d2b5f-8079-4a9f-bd8c-1ce7c3eca80f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:04.848744 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d5511ad5-ce36-4e9d-9038-939f29ee17d3 req-276d2b5f-8079-4a9f-bd8c-1ce7c3eca80f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.7432325 May 20 09:01:04.860809 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:04.869697 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.870064 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.870419 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.870767 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.871112 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.871452 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.871788 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.872124 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.872461 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.872823 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.873274 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.873477 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:04.880570 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:04.906041 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=91688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:01:04.906650 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7326117'] for segment, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: from cryptography.utils import int_from_bytes May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: from cryptography.utils import int_from_bytes May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: Traceback (most recent call last): May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: timer() May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: cb(*args, **kw) May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: return func(*args, **kwargs) May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: self._notify() May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: self.callback(batched_events) May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: event.method(event) May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: return f(self, *a, **k) May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: return self._get(url).json() May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: return self.request(url, 'GET', **kwargs) May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:01:04.924612 dv-cinder-790910-5-smb neutron-server[91688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:01:04.962861 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd111eb-c8c4-4373-bbc4-37de926887e9 req-bdc9cb88-55d5-4b8c-9e78-0831e991f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:04.965451 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cfd111eb-c8c4-4373-bbc4-37de926887e9 req-bdc9cb88-55d5-4b8c-9e78-0831e991f370 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 921 time: 0.5664144 May 20 09:01:04.974756 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8e3d56d1-4be5-4f44-abb8-2192ceed74e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.012658 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8e3d56d1-4be5-4f44-abb8-2192ceed74e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.058314 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 7b174c59-80b8-4d3f-969b-bc3d21256541, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7b174c59-80b8-4d3f-969b-bc3d21256541,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:05.094416 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cfd111eb-c8c4-4373-bbc4-37de926887e9 req-feed83f7-a40e-4364-9ef0-3ee1405d982c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8384421-23a1-4f2d-9bcf-5011346723c7 HTTP/1.1" status: 200 len: 217 time: 0.0724597 May 20 09:01:05.104088 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8e3d56d1-4be5-4f44-abb8-2192ceed74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.105601 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '7b174c59-80b8-4d3f-969b-bc3d21256541', 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef', 'port_id': '7b174c59-80b8-4d3f-969b-bc3d21256541', 'mac_address': 'fa:16:3e:e1:7c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb13a1f-ecfd-444e-861c-e89a0fa4df77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:01:05.115542 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d5511ad5-ce36-4e9d-9038-939f29ee17d3 req-c614ebb0-560d-4929-8470-f662bca07a58 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632315 May 20 09:01:05.131628 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-96e4435f-2402-4a5c-941f-6190968f1a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:05.175889 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8e3d56d1-4be5-4f44-abb8-2192ceed74e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.177556 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-8e3d56d1-4be5-4f44-abb8-2192ceed74e8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6a85bc60-58d9-407a-acaf-ff42e6be283c HTTP/1.1" status: 204 len: 168 time: 0.3923669 May 20 09:01:05.183024 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.196970 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d56d1-4be5-4f44-abb8-2192ceed74e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a85bc60-58d9-407a-acaf-ff42e6be283c,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:05.197398 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:05.211380 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8e3d56d1-4be5-4f44-abb8-2192ceed74e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:05.222361 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.226190 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd111eb-c8c4-4373-bbc4-37de926887e9 req-41106a5b-1b7b-4473-88d4-8d643dc40a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:05.228148 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cfd111eb-c8c4-4373-bbc4-37de926887e9 req-41106a5b-1b7b-4473-88d4-8d643dc40a33 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cf4ebc0-c715-4825-8b91-71b2282799c8 HTTP/1.1" status: 200 len: 859 time: 0.1113436 May 20 09:01:05.230993 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c78b87-f3a9-46c2-b3fa-611e47843339,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:05.244377 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.244938 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.245458 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.245901 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.246341 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.246826 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.247266 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.247814 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.248274 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.248746 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.249856 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.250284 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:05.261137 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.267789 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] 10.222.0.88 "DELETE /v2.0/networks/58c78b87-f3a9-46c2-b3fa-611e47843339 HTTP/1.1" status: 204 len: 168 time: 1.5738392 May 20 09:01:05.267789 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:05.294407 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b174c59-80b8-4d3f-969b-bc3d21256541 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:01:05.314329 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cfd111eb-c8c4-4373-bbc4-37de926887e9 req-97d102fd-5722-4dd5-aeee-507d2b5af656 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523903 May 20 09:01:05.330728 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 7b174c59-80b8-4d3f-969b-bc3d21256541, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7b174c59-80b8-4d3f-969b-bc3d21256541,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:05.340483 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.342880 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:05.346279 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33786) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:05.491093 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=7b174c59-80b8-4d3f-969b-bc3d21256541,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:05.499299 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:05.518894 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cfd111eb-c8c4-4373-bbc4-37de926887e9 req-042ef8fc-069e-4abd-8cfa-bc8b84c8baf0 service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968577 May 20 09:01:05.565740 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33802) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:05.630303 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-aabead0e-4667-4282-b10d-a00b37a50107 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=40ff88f6997f48289be446492d883899&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0624263 May 20 09:01:05.632823 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33810) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:05.705408 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6983-49d0-4c5e-91d3-b6c29ab75fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.717340 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cfd111eb-c8c4-4373-bbc4-37de926887e9 req-fd25d861-1b98-46e2-9178-44a8976dee26 service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895368 May 20 09:01:05.740992 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6983-49d0-4c5e-91d3-b6c29ab75fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.805341 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['7b174c59-80b8-4d3f-969b-bc3d21256541'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:01:05.818736 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6983-49d0-4c5e-91d3-b6c29ab75fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.825956 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a1d6e4dc-f460-4f27-a0c2-ab43604ced49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:05.841359 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb6983-49d0-4c5e-91d3-b6c29ab75fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8432058e-1787-4751-9092-63e66cba81c7,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:05.854908 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b8fb6983-49d0-4c5e-91d3-b6c29ab75fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:05.880395 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d158c7fd-f3b8-4c73-b0b1-3b668288a6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.910910 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-d158c7fd-f3b8-4c73-b0b1-3b668288a6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:05.915680 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-d158c7fd-f3b8-4c73-b0b1-3b668288a6c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4248d4bb4f034f9d9293fce185077add is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:05.919488 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-d158c7fd-f3b8-4c73-b0b1-3b668288a6c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:05.927504 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-d158c7fd-f3b8-4c73-b0b1-3b668288a6c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:05.964971 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6983-49d0-4c5e-91d3-b6c29ab75fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:05.966315 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-b8fb6983-49d0-4c5e-91d3-b6c29ab75fbb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8432058e-1787-4751-9092-63e66cba81c7 HTTP/1.1" status: 204 len: 168 time: 0.3322604 May 20 09:01:06.043508 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 33840) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:06.067203 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d158c7fd-f3b8-4c73-b0b1-3b668288a6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.072765 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d158c7fd-f3b8-4c73-b0b1-3b668288a6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.082574 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c733-c130-49b1-a1be-a39001ff15b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.084460 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ad650b49-3c9e-48ac-9220-d3123f530e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:06.130809 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-d158c7fd-f3b8-4c73-b0b1-3b668288a6c6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4248d4bb4f034f9d9293fce185077add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7833900 May 20 09:01:06.131249 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-4bb6c733-c130-49b1-a1be-a39001ff15b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:06.133042 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158c7fd-f3b8-4c73-b0b1-3b668288a6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5c2612-399c-4132-9452-aa2d3ce1ba77,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:06.136632 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33848) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:06.137237 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d158c7fd-f3b8-4c73-b0b1-3b668288a6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:06.140840 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-4bb6c733-c130-49b1-a1be-a39001ff15b3 admin admin] Usage tracker for resource:security_group_rule and tenant:615430037df84cc881984e3fad910229 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:06.146811 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-4bb6c733-c130-49b1-a1be-a39001ff15b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:06.161608 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-4bb6c733-c130-49b1-a1be-a39001ff15b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:06.204592 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dba65-7481-4177-9de0-45f22b7c1a73 req-c45305ad-1fa5-49ea-8a9f-c021f92ee099 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:06.204592 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f06dba65-7481-4177-9de0-45f22b7c1a73 req-c45305ad-1fa5-49ea-8a9f-c021f92ee099 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 944 time: 0.2288194 May 20 09:01:06.223406 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d7437c6-38fd-4e53-ace2-6ae0349074e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.257917 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d7437c6-38fd-4e53-ace2-6ae0349074e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.293369 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f06dba65-7481-4177-9de0-45f22b7c1a73 req-90d86d96-81d4-4a50-9115-e003357ecd46 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756838 May 20 09:01:06.331128 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d7437c6-38fd-4e53-ace2-6ae0349074e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.337399 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:06.350788 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d7437c6-38fd-4e53-ace2-6ae0349074e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.367297 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-7d7437c6-38fd-4e53-ace2-6ae0349074e1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5d5c2612-399c-4132-9452-aa2d3ce1ba77 HTTP/1.1" status: 204 len: 168 time: 0.2224987 May 20 09:01:06.382897 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7437c6-38fd-4e53-ace2-6ae0349074e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5c2612-399c-4132-9452-aa2d3ce1ba77,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:06.398356 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7d7437c6-38fd-4e53-ace2-6ae0349074e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:06.445404 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c733-c130-49b1-a1be-a39001ff15b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.455298 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c733-c130-49b1-a1be-a39001ff15b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.466812 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-89eb9f15-0468-442a-9295-17aeef32397a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:06.519017 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6c733-c130-49b1-a1be-a39001ff15b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4eb963-c1d1-466e-8282-eaf13fab1955,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:06.522953 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4bb6c733-c130-49b1-a1be-a39001ff15b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:06.530797 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29605a94-4014-4a8a-b7e1-1eb5bca6294f req-46ddd224-e985-4009-b5f8-a4fa17969548 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:06.538322 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-29605a94-4014-4a8a-b7e1-1eb5bca6294f req-46ddd224-e985-4009-b5f8-a4fa17969548 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2491403 May 20 09:01:06.565827 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-4bb6c733-c130-49b1-a1be-a39001ff15b3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=615430037df84cc881984e3fad910229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206008 May 20 09:01:06.571177 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33874) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:06.633020 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-29605a94-4014-4a8a-b7e1-1eb5bca6294f req-ea50956c-199e-4fb5-b922-249ac3845e6d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936875 May 20 09:01:06.674468 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.689945 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7187bd51-27a4-43e0-95b9-46e4c87d54f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.722101 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7187bd51-27a4-43e0-95b9-46e4c87d54f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.785704 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7187bd51-27a4-43e0-95b9-46e4c87d54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.790420 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7d7437c6-38fd-4e53-ace2-6ae0349074e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:06.803712 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187bd51-27a4-43e0-95b9-46e4c87d54f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4eb963-c1d1-466e-8282-eaf13fab1955,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:06.809833 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7187bd51-27a4-43e0-95b9-46e4c87d54f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:06.810680 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7187bd51-27a4-43e0-95b9-46e4c87d54f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.828407 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-7187bd51-27a4-43e0-95b9-46e4c87d54f8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b4eb963-c1d1-466e-8282-eaf13fab1955 HTTP/1.1" status: 204 len: 168 time: 0.2525575 May 20 09:01:06.844165 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ad7cbe87-c8c0-4b86-b6df-2afab3c094ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.965214 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33894) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:06.985832 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8b97275c-8b6b-4355-bc33-701ef6cfa1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.000563 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-8b97275c-8b6b-4355-bc33-701ef6cfa1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:07.004673 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-8b97275c-8b6b-4355-bc33-701ef6cfa1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:662235f6f2764c67954b3ac61043f94a is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:07.007607 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-8b97275c-8b6b-4355-bc33-701ef6cfa1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:07.013569 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-8b97275c-8b6b-4355-bc33-701ef6cfa1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:07.107594 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8b97275c-8b6b-4355-bc33-701ef6cfa1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.111281 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33900) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:07.118704 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8b97275c-8b6b-4355-bc33-701ef6cfa1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.128103 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:07.175817 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-8b97275c-8b6b-4355-bc33-701ef6cfa1e4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=662235f6f2764c67954b3ac61043f94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053370 May 20 09:01:07.175817 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97275c-8b6b-4355-bc33-701ef6cfa1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a16464-a6dd-45f3-ae58-9dd9ad1fcb7f,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:07.176142 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33908) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:07.178457 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8b97275c-8b6b-4355-bc33-701ef6cfa1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:07.246953 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb230bc8-4613-4ae6-952a-cc0f7df0835c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.283540 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb230bc8-4613-4ae6-952a-cc0f7df0835c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.360419 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0084c02f-6118-4dfc-8abc-4eac04779755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.395493 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-0084c02f-6118-4dfc-8abc-4eac04779755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:07.402135 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-0084c02f-6118-4dfc-8abc-4eac04779755 admin admin] Usage tracker for resource:security_group_rule and tenant:3f891dbc301f4d6ba6af2b27ede9003e is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:07.407897 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-0084c02f-6118-4dfc-8abc-4eac04779755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:07.415236 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-0084c02f-6118-4dfc-8abc-4eac04779755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:07.460929 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb230bc8-4613-4ae6-952a-cc0f7df0835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.474683 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e13fd07d-d866-4353-8192-5012a36b0e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:07.494115 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb230bc8-4613-4ae6-952a-cc0f7df0835c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a16464-a6dd-45f3-ae58-9dd9ad1fcb7f,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:07.500179 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fb230bc8-4613-4ae6-952a-cc0f7df0835c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:07.510339 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fb230bc8-4613-4ae6-952a-cc0f7df0835c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.511436 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-fb230bc8-4613-4ae6-952a-cc0f7df0835c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/07a16464-a6dd-45f3-ae58-9dd9ad1fcb7f HTTP/1.1" status: 204 len: 168 time: 0.3345201 May 20 09:01:07.570613 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0084c02f-6118-4dfc-8abc-4eac04779755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.578408 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0084c02f-6118-4dfc-8abc-4eac04779755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.587998 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 33924) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:07.593039 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b8fb6983-49d0-4c5e-91d3-b6c29ab75fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:07.628472 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1e68957b-91d2-4209-8559-570cc8e49c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.630832 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084c02f-6118-4dfc-8abc-4eac04779755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d72c2-1d09-4aff-b10a-ada6dd4da6be,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:07.636455 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0084c02f-6118-4dfc-8abc-4eac04779755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:07.649069 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-1e68957b-91d2-4209-8559-570cc8e49c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:07.655225 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-1e68957b-91d2-4209-8559-570cc8e49c21 admin admin] Usage tracker for resource:security_group_rule and tenant:b84574ae3fca4766a369d31de21064b6 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:07.660991 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-1e68957b-91d2-4209-8559-570cc8e49c21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:07.664105 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-0084c02f-6118-4dfc-8abc-4eac04779755 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3f891dbc301f4d6ba6af2b27ede9003e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540297 May 20 09:01:07.666861 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33930) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:07.690378 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.705754 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886de8e9-86ce-4366-b848-eeb8486d9b31 req-a49dbe40-e7c3-4202-b9da-8d39350bd85b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:07.707332 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-886de8e9-86ce-4366-b848-eeb8486d9b31 req-a49dbe40-e7c3-4202-b9da-8d39350bd85b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 944 time: 0.2762015 May 20 09:01:07.719016 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-1e68957b-91d2-4209-8559-570cc8e49c21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:07.755660 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-12346d18-bebd-4501-9c12-1c8169e62de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.801341 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-12346d18-bebd-4501-9c12-1c8169e62de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.872329 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-886de8e9-86ce-4366-b848-eeb8486d9b31 req-12a91f1b-134e-47cc-9e0d-61136954dab0 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507678 May 20 09:01:07.873625 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-12346d18-bebd-4501-9c12-1c8169e62de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.884633 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c071c7e3-8b78-4405-8b03-62da4332219a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:07.901978 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12346d18-bebd-4501-9c12-1c8169e62de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d72c2-1d09-4aff-b10a-ada6dd4da6be,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:07.912740 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-12346d18-bebd-4501-9c12-1c8169e62de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:07.914205 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-12346d18-bebd-4501-9c12-1c8169e62de7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5c8d72c2-1d09-4aff-b10a-ada6dd4da6be HTTP/1.1" status: 204 len: 168 time: 0.2454848 May 20 09:01:07.915292 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-12346d18-bebd-4501-9c12-1c8169e62de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:08.021813 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1e68957b-91d2-4209-8559-570cc8e49c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.032348 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1e68957b-91d2-4209-8559-570cc8e49c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.041634 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-fb16738b-2db2-45c9-8fb3-81a435df4853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:08.092509 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-1e68957b-91d2-4209-8559-570cc8e49c21 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b84574ae3fca4766a369d31de21064b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007546 May 20 09:01:08.095360 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33944) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:08.095566 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68957b-91d2-4209-8559-570cc8e49c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bc3367-9a5e-42f1-a795-04528da2b96d,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:08.098756 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-1e68957b-91d2-4209-8559-570cc8e49c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:08.125755 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750b780-74b3-43a1-8394-51c3f5267dd0 req-5eebb0f7-f2be-4ae3-b19a-552376f40f17 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:08.127909 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4750b780-74b3-43a1-8394-51c3f5267dd0 req-5eebb0f7-f2be-4ae3-b19a-552376f40f17 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1746647 May 20 09:01:08.181372 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4750b780-74b3-43a1-8394-51c3f5267dd0 req-beac780d-8365-43f7-8978-342d022a6cd8 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 May 20 09:01:08.202784 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-af5d07fa-5eea-48ab-8213-52cd968d3e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.238459 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-af5d07fa-5eea-48ab-8213-52cd968d3e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.286739 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 33958) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:08.307403 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3fbda431-79da-4f84-95c1-c36547b48fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.315197 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-af5d07fa-5eea-48ab-8213-52cd968d3e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.320165 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8e3d56d1-4be5-4f44-abb8-2192ceed74e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:08.323062 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3fbda431-79da-4f84-95c1-c36547b48fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:08.326985 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3fbda431-79da-4f84-95c1-c36547b48fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:e96b26f0933e4bf086dee14b6ad86c69 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:08.330004 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3fbda431-79da-4f84-95c1-c36547b48fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:08.337322 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d07fa-5eea-48ab-8213-52cd968d3e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bc3367-9a5e-42f1-a795-04528da2b96d,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:08.338395 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3fbda431-79da-4f84-95c1-c36547b48fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:08.346698 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-af5d07fa-5eea-48ab-8213-52cd968d3e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:08.352934 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-af5d07fa-5eea-48ab-8213-52cd968d3e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.356763 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-af5d07fa-5eea-48ab-8213-52cd968d3e5b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e4bc3367-9a5e-42f1-a795-04528da2b96d HTTP/1.1" status: 204 len: 168 time: 0.2578824 May 20 09:01:08.465691 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3fbda431-79da-4f84-95c1-c36547b48fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.474718 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3fbda431-79da-4f84-95c1-c36547b48fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.496247 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-d43116d1-5c50-4a6b-9aa3-9595a94c12de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:08.621282 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-3fbda431-79da-4f84-95c1-c36547b48fe2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e96b26f0933e4bf086dee14b6ad86c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334503 May 20 09:01:08.622191 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbda431-79da-4f84-95c1-c36547b48fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ca27a3-b377-4f6d-a2d4-8a8e9513e15d,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:08.624911 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 33970) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:08.627856 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3fbda431-79da-4f84-95c1-c36547b48fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:08.695339 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9f81076d-ed0e-4fa9-bf2b-04734c6ec33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.727769 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9f81076d-ed0e-4fa9-bf2b-04734c6ec33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.758633 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7b174c59-80b8-4d3f-969b-bc3d21256541 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:01:08.806284 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9f81076d-ed0e-4fa9-bf2b-04734c6ec33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.811862 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3607d3d1-5983-41a5-a302-b664875d9009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:08.822627 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81076d-ed0e-4fa9-bf2b-04734c6ec33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ca27a3-b377-4f6d-a2d4-8a8e9513e15d,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:08.831887 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9f81076d-ed0e-4fa9-bf2b-04734c6ec33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:08.832946 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9f81076d-ed0e-4fa9-bf2b-04734c6ec33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:08.834628 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-9f81076d-ed0e-4fa9-bf2b-04734c6ec33e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d7ca27a3-b377-4f6d-a2d4-8a8e9513e15d HTTP/1.1" status: 204 len: 168 time: 0.2078831 May 20 09:01:08.860291 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 7b174c59-80b8-4d3f-969b-bc3d21256541 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:01:08.865628 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 7b174c59-80b8-4d3f-969b-bc3d21256541 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:01:08.866012 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:09.058225 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:09.088409 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2d8d3f-20c8-46de-a281-4ebb76a03efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b174c59-80b8-4d3f-969b-bc3d21256541'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:09.113291 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 7b174c59-80b8-4d3f-969b-bc3d21256541, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7b174c59-80b8-4d3f-969b-bc3d21256541,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:09.118856 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:09.119023 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc65d15-22a6-410c-8e20-5112844ae5be req-c928e5ca-2181-4a9c-b907-caf9b24c512d tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:09.122720 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:09.134028 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6fc65d15-22a6-410c-8e20-5112844ae5be req-c928e5ca-2181-4a9c-b907-caf9b24c512d tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 944 time: 0.1042163 May 20 09:01:09.177816 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2d8d3f-20c8-46de-a281-4ebb76a03efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b174c59-80b8-4d3f-969b-bc3d21256541', 'code': 200} May 20 09:01:09.208476 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=7b174c59-80b8-4d3f-969b-bc3d21256541,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:09.218283 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.218997 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.219524 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.220129 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.220662 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.221201 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.221726 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.222245 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.222871 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.223468 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.223991 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.224556 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:01:09.228277 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6fc65d15-22a6-410c-8e20-5112844ae5be req-8cead245-d5e2-4c08-ab09-40b9600d826d tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932386 May 20 09:01:09.229807 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:09.416069 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87595c52-6d4b-49e7-bc65-8550b961b92a req-6ff051e5-4168-4b5d-93d7-ac75c88a76cc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:09.423387 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-87595c52-6d4b-49e7-bc65-8550b961b92a req-6ff051e5-4168-4b5d-93d7-ac75c88a76cc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1102581 May 20 09:01:09.482665 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:09.510461 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-87595c52-6d4b-49e7-bc65-8550b961b92a req-b474ed6e-0112-4c12-a77b-0041762bf096 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859725 May 20 09:01:09.548336 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24a4b8-bc8f-4197-9006-0cf3eee49c13 req-98e64775-55bd-4ae2-bf97-819c0ecfccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:09.549875 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bd24a4b8-bc8f-4197-9006-0cf3eee49c13 req-98e64775-55bd-4ae2-bf97-819c0ecfccaf service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 1098 time: 0.0926437 May 20 09:01:09.611987 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bd24a4b8-bc8f-4197-9006-0cf3eee49c13 req-c9d76984-87ad-4170-8636-aa41c0219841 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 May 20 09:01:10.041010 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34046) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:10.290695 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 34064) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:10.297761 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1155681a-a877-4cc1-b23f-590f4801846f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.320488 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-1155681a-a877-4cc1-b23f-590f4801846f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:10.325009 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-1155681a-a877-4cc1-b23f-590f4801846f admin admin] Usage tracker for resource:security_group_rule and tenant:61ebca8be4fe443c8cc1f0ff9f26c0a0 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:10.328425 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-1155681a-a877-4cc1-b23f-590f4801846f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:10.348510 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-1155681a-a877-4cc1-b23f-590f4801846f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:10.390975 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2141581284-network', 'tenant_id': '00bc8df99d2c44e8a2c52d6970508338'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:10.401758 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:10.426597 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Usage tracker for resource:network and tenant:00bc8df99d2c44e8a2c52d6970508338 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:10.463895 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:10.489431 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1155681a-a877-4cc1-b23f-590f4801846f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.494088 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:10.494273 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1155681a-a877-4cc1-b23f-590f4801846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.507039 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d158c7fd-f3b8-4c73-b0b1-3b668288a6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:10.535704 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Made reservation on behalf of 00bc8df99d2c44e8a2c52d6970508338 for: {'network': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:01:10.540692 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.550999 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-1155681a-a877-4cc1-b23f-590f4801846f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=61ebca8be4fe443c8cc1f0ff9f26c0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5087705 May 20 09:01:10.552048 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155681a-a877-4cc1-b23f-590f4801846f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38061b29-8e15-4222-b6a4-b89b03061bbd,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:10.554598 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34074) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:10.557279 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1155681a-a877-4cc1-b23f-590f4801846f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:10.578696 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.608529 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00643fc6-8ece-465a-bb50-b4dc19694b51 req-b9dcf73d-18c7-4886-890f-a00b0248cc44 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:10.617467 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-00643fc6-8ece-465a-bb50-b4dc19694b51 req-b9dcf73d-18c7-4886-890f-a00b0248cc44 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 945 time: 0.1920943 May 20 09:01:10.620675 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e8e0-4156-40f5-a590-ea9b593cca15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.648395 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:10.671602 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Usage tracker for resource:security_group_rule and tenant:00bc8df99d2c44e8a2c52d6970508338 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:10.676662 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e8e0-4156-40f5-a590-ea9b593cca15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.689198 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-00643fc6-8ece-465a-bb50-b4dc19694b51 req-5a521c96-2e52-4bdc-ad53-127aa6dfefaf tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681453 May 20 09:01:10.690390 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:10.743760 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:10.758377 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e8e0-4156-40f5-a590-ea9b593cca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.763678 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1f3b3694-49ff-4ced-b0c8-22a25a5a3a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:10.778135 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6e8e0-4156-40f5-a590-ea9b593cca15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38061b29-8e15-4222-b6a4-b89b03061bbd,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:10.781796 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3cb6e8e0-4156-40f5-a590-ea9b593cca15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:10.785520 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e8e0-4156-40f5-a590-ea9b593cca15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.786733 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-3cb6e8e0-4156-40f5-a590-ea9b593cca15 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/38061b29-8e15-4222-b6a4-b89b03061bbd HTTP/1.1" status: 204 len: 168 time: 0.2310631 May 20 09:01:10.821232 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9412c-f0b0-4a4a-befd-c7a0b7ca250b req-f948fede-7efb-4604-9717-dd2c088625ff tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:10.822727 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-32b9412c-f0b0-4a4a-befd-c7a0b7ca250b req-f948fede-7efb-4604-9717-dd2c088625ff tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1145730 May 20 09:01:10.909498 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-32b9412c-f0b0-4a4a-befd-c7a0b7ca250b req-fbadecf3-ca78-4f48-9148-20c5b58da0d5 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750966 May 20 09:01:10.925265 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.930380 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.944805 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5914b077-29fd-4ed2-9392-18925ee37b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:10.951539 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=91688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:01:10.976139 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:10.976478 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.segments_db [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Added segment 1825b8f5-27a6-4c7a-9cc5-b8f8376566bc of type vlan for network f8c36c48-b199-4ece-8919-cd16912a8467 May 20 09:01:10.985476 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4818c6a0-fd60-470c-9334-c2b04f54fc0a,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:10.989622 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:11.014826 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:11.052929 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:11.054455 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:11.055092 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:11.060053 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0ee6ac44-9d0f-440c-beb1-4ee4a1358b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:11.251680 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34092) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:11.262436 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Pushing event updated for resources: {'Network': ['ID=f8c36c48-b199-4ece-8919-cd16912a8467,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:11.276504 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network f8c36c48-b199-4ece-8919-cd16912a8467 details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:01:11.282070 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:11.294629 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f70c9e1b-8f62-494e-b2e4-11e1928900d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:11.324319 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34100) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:11.324543 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0285292 May 20 09:01:11.342834 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Request body: {'subnet': {'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2141581284-subnet', 'tenant_id': '00bc8df99d2c44e8a2c52d6970508338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:11.360070 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:11.365202 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-f70c9e1b-8f62-494e-b2e4-11e1928900d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:11.384130 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73025cbe-2c57-46f5-9ac8-8b208f5042a5 req-26c82fc7-3f3d-45f3-91b6-044daf1a66ee service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1787522 May 20 09:01:11.385162 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Usage tracker for resource:subnet and tenant:00bc8df99d2c44e8a2c52d6970508338 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:11.390745 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:11.401860 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:11.412759 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-f70c9e1b-8f62-494e-b2e4-11e1928900d8 admin admin] Usage tracker for resource:security_group_rule and tenant:578290722d824fefbfc9180f0846c392 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:11.421147 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-f70c9e1b-8f62-494e-b2e4-11e1928900d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:11.424656 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Made reservation on behalf of 00bc8df99d2c44e8a2c52d6970508338 for: {'subnet': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:01:11.428357 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:11.540324 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-f70c9e1b-8f62-494e-b2e4-11e1928900d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:11.731533 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025cbe-2c57-46f5-9ac8-8b208f5042a5 req-e0bc2b5e-92b8-4b78-b463-69eabe7c6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:11.733359 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73025cbe-2c57-46f5-9ac8-8b208f5042a5 req-e0bc2b5e-92b8-4b78-b463-69eabe7c6cf1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 1098 time: 0.1357276 May 20 09:01:11.848727 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f70c9e1b-8f62-494e-b2e4-11e1928900d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:11.860309 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f70c9e1b-8f62-494e-b2e4-11e1928900d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:11.892330 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-95a8a94a-4f14-4b64-b24d-1a110fff59f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:11.900562 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-f70c9e1b-8f62-494e-b2e4-11e1928900d8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=578290722d824fefbfc9180f0846c392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6477954 May 20 09:01:11.905525 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34118) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:12.040510 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025cbe-2c57-46f5-9ac8-8b208f5042a5 req-4542a16f-571f-49ea-a41c-2e663569470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:12.043035 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73025cbe-2c57-46f5-9ac8-8b208f5042a5 req-4542a16f-571f-49ea-a41c-2e663569470e service neutron] 10.222.0.97 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 917 time: 0.2526529 May 20 09:01:12.057022 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c9e1b-8f62-494e-b2e4-11e1928900d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394d3eaa-db7e-4c1a-b4b4-dec38a1bec13,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:12.060598 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f70c9e1b-8f62-494e-b2e4-11e1928900d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:12.105030 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-58587b5b-0c0d-4d2d-9344-34aa59274ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:12.211582 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-58587b5b-0c0d-4d2d-9344-34aa59274ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:12.216948 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73025cbe-2c57-46f5-9ac8-8b208f5042a5 req-667a7273-9c69-4d41-b0c9-4d7b2b2de3d3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 HTTP/1.1" status: 200 len: 217 time: 0.1657853 May 20 09:01:12.337334 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-58587b5b-0c0d-4d2d-9344-34aa59274ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:12.347032 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a023f2f2-8be2-4dcf-8b15-70d236e587a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:12.359355 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025cbe-2c57-46f5-9ac8-8b208f5042a5 req-e52a9544-ec8a-49a9-9205-def485fe57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:12.361082 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73025cbe-2c57-46f5-9ac8-8b208f5042a5 req-e52a9544-ec8a-49a9-9205-def485fe57f9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cb13a1f-ecfd-444e-861c-e89a0fa4df77 HTTP/1.1" status: 200 len: 855 time: 0.1068246 May 20 09:01:12.366935 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58587b5b-0c0d-4d2d-9344-34aa59274ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394d3eaa-db7e-4c1a-b4b4-dec38a1bec13,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:12.369332 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-58587b5b-0c0d-4d2d-9344-34aa59274ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:12.381715 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487'] for subnet, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:12.383677 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b2119-eb36-4c42-a193-051f7460d2ce req-26f37133-6f3e-4133-981c-e8bd9428c227 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:12.387857 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:12.391864 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c64b2119-eb36-4c42-a193-051f7460d2ce req-26f37133-6f3e-4133-981c-e8bd9428c227 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 945 time: 0.2524600 May 20 09:01:12.415734 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-58587b5b-0c0d-4d2d-9344-34aa59274ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:12.416957 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-58587b5b-0c0d-4d2d-9344-34aa59274ccd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/394d3eaa-db7e-4c1a-b4b4-dec38a1bec13 HTTP/1.1" status: 204 len: 168 time: 0.5104191 May 20 09:01:12.458791 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73025cbe-2c57-46f5-9ac8-8b208f5042a5 req-c35b0a7b-e1c4-42f8-9d23-0364af32fc2e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=088d18df-0fde-41fb-ad13-990cb25efaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642776 May 20 09:01:12.474961 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5e9737-60c8-4102-9144-a64f0d074f8b,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:12.477148 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:12.487088 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Checking segment: {'id': '1825b8f5-27a6-4c7a-9cc5-b8f8376566bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:01:12.487575 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Network hostable DHCP agents. Network: f8c36c48-b199-4ece-8919-cd16912a8467, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:01:12.503445 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018129a-a46b-4f78-90e7-5dc88f909180 req-db5f0379-57a7-4199-8ddb-2968e5e67921 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:12.510372 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1018129a-a46b-4f78-90e7-5dc88f909180 req-db5f0379-57a7-4199-8ddb-2968e5e67921 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2970850 May 20 09:01:12.511876 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Network f8c36c48-b199-4ece-8919-cd16912a8467 is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:01:12.532973 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, f8c36c48-b199-4ece-8919-cd16912a8467) {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:01:12.539965 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:12.540564 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:12.544020 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7849faa3-d89e-4641-9ec8-ea94761275f5 None None] Network f8c36c48-b199-4ece-8919-cd16912a8467 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:01:12.562317 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c64b2119-eb36-4c42-a193-051f7460d2ce req-84807cdb-f2ed-4bc9-89db-1f9be7c03053 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695092 May 20 09:01:12.593164 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2665548 May 20 09:01:12.780617 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1018129a-a46b-4f78-90e7-5dc88f909180 req-f6e1033f-10d5-4d7b-8699-438610641a1c tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688284 May 20 09:01:12.961950 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73025cbe-2c57-46f5-9ac8-8b208f5042a5 req-a6af7a6f-222e-4707-b17b-e1aed5e600eb service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915178 May 20 09:01:13.040184 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f3c1f-a0e6-4a85-b3aa-cffc404f16f6 None None] Network f8c36c48-b199-4ece-8919-cd16912a8467 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:01:13.149623 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73025cbe-2c57-46f5-9ac8-8b208f5042a5 req-b6c20bf8-a7d0-4519-809c-596c2e322a42 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735275 May 20 09:01:14.007931 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:14.026730 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda65f7-f20a-48c8-be10-aa67ebf4d9b2 req-b5a4acd2-bf1d-4abf-bf34-697d2862e2e4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:14.026730 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-adda65f7-f20a-48c8-be10-aa67ebf4d9b2 req-b5a4acd2-bf1d-4abf-bf34-697d2862e2e4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1105571 May 20 09:01:14.105893 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-adda65f7-f20a-48c8-be10-aa67ebf4d9b2 req-dfd80243-9e90-4175-9ece-820775779e59 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788698 May 20 09:01:15.179798 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-d72379c2-8e45-44e0-9384-efa649a07eef tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:15.181407 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-d72379c2-8e45-44e0-9384-efa649a07eef tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Synchronizing usage tracker for tenant:00bc8df99d2c44e8a2c52d6970508338 on resource:network {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:01:15.217883 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:01:15.230649 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-d72379c2-8e45-44e0-9384-efa649a07eef tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Unset dirty status for tenant:00bc8df99d2c44e8a2c52d6970508338 on resource:network {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:01:15.239186 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-d72379c2-8e45-44e0-9384-efa649a07eef tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/networks?id=f8c36c48-b199-4ece-8919-cd16912a8467 HTTP/1.1" status: 200 len: 809 time: 0.2212598 May 20 09:01:15.257900 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-e44ff7b6-5d7a-4b14-a7cb-6d17df0bda9c tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/quotas/00bc8df99d2c44e8a2c52d6970508338 HTTP/1.1" status: 200 len: 375 time: 0.0176966 May 20 09:01:15.390031 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6eb0eac3-8c78-484b-9ce7-52b1c9e5418e tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=00bc8df99d2c44e8a2c52d6970508338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1309049 May 20 09:01:15.614490 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34efa70-ab83-4ccc-b336-35564675e93f req-420c8faa-43a3-4165-9142-302a4ef613f8 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:15.616093 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d34efa70-ab83-4ccc-b336-35564675e93f req-420c8faa-43a3-4165-9142-302a4ef613f8 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2342858 May 20 09:01:15.622498 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-49eedc7a-1a6f-4e17-a5dc-b64ead6fbad0 service neutron] 10.222.0.88 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808674 May 20 09:01:15.761251 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d34efa70-ab83-4ccc-b336-35564675e93f req-65f60393-692e-47de-8ea4-38afff87e479 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343863 May 20 09:01:15.817199 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-7b8c126d-38f5-47d9-a8ab-32d6a4d52fe6 service neutron] 10.222.0.88 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885118 May 20 09:01:16.310740 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-50ecf54a-8b3d-49f1-b576-a18c41c02125 req-f15fd650-4937-4c8c-ae3a-05f4be18aba9 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 210 time: 0.0616000 May 20 09:01:16.344413 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e44f6dee-be70-4024-b1ca-9d6c6f2c7515 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:16.345881 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e44f6dee-be70-4024-b1ca-9d6c6f2c7515 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 815 time: 0.2310996 May 20 09:01:16.362783 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-f2a56774-b1bc-4844-aa7b-b599ea63fe88 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/quotas/9408acef4ded4f719020db92cf852b89 HTTP/1.1" status: 200 len: 375 time: 0.0100672 May 20 09:01:16.479383 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-0e6ebc8d-661e-46b6-81a8-bb1b7c400186 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103323 May 20 09:01:16.640911 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-5f17039f-3b90-431c-bb49-9df84c7c4a8c service neutron] 10.222.0.88 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527119 May 20 09:01:16.837226 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e28fb6fd-644d-47a6-acb7-a4e3abadfac8 service neutron] 10.222.0.88 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890788 May 20 09:01:16.995180 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230285b-e2b7-4024-bb95-cf899e10f82b req-de11aefb-a897-4716-a690-5bdae14ae5e1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:16.998162 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e230285b-e2b7-4024-bb95-cf899e10f82b req-de11aefb-a897-4716-a690-5bdae14ae5e1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1030736 May 20 09:01:17.110238 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2bb9e42c-ecc6-4e1a-885d-a6cdbf931092 req-0ecd8cea-1510-48b6-990d-74a7faa12468 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 210 time: 0.0620830 May 20 09:01:17.120823 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e230285b-e2b7-4024-bb95-cf899e10f82b req-db109576-4ce8-4783-9c68-a57f8170aa16 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105132 May 20 09:01:17.565928 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7497ecac-094a-4f39-8290-00cf5391b4fb req-36c1a40f-3831-4e76-ac5f-cfff8a07778a tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 210 time: 0.1309695 May 20 09:01:18.004935 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-f0eb6c24-cf48-4d15-88cd-bc0f1245318f tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:18.006631 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-f0eb6c24-cf48-4d15-88cd-bc0f1245318f tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.97 "GET /v2.0/networks?id=f8c36c48-b199-4ece-8919-cd16912a8467 HTTP/1.1" status: 200 len: 809 time: 0.2151444 May 20 09:01:18.030394 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Request body: {'port': {'device_id': '7071afdd-24b5-49eb-971b-8802fcf36ce6', 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467', 'admin_state_up': True, 'tenant_id': '00bc8df99d2c44e8a2c52d6970508338'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:18.357136 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dc0f0510-d615-4f5f-9e55-f67f22423695 req-0dccf45d-63c4-4579-8810-2d0e761ad1bc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 210 time: 0.0971849 May 20 09:01:18.363150 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:18.378095 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Usage tracker for resource:port and tenant:00bc8df99d2c44e8a2c52d6970508338 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:18.383458 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:18.389598 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:18.407576 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Made reservation on behalf of 00bc8df99d2c44e8a2c52d6970508338 for: {'port': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:01:18.411501 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:18.528954 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d425362-2dec-4c21-9ab2-d5ed5e79f42b req-59a3c3da-40d7-4e89-b9c8-0d3d6a216b96 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:18.531237 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2d425362-2dec-4c21-9ab2-d5ed5e79f42b req-59a3c3da-40d7-4e89-b9c8-0d3d6a216b96 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2337451 May 20 09:01:18.631574 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Allocated IP 172.20.0.9 (f8c36c48-b199-4ece-8919-cd16912a8467/ee5e9737-60c8-4102-9144-a64f0d074f8b/1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:01:18.911693 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34388) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:18.926957 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b5b957a7-8e65-4f86-9a07-df4bb890e430 req-47c3efa7-a99f-415f-bb27-8863dab41a73 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 210 time: 0.1589448 May 20 09:01:18.963291 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2d425362-2dec-4c21-9ab2-d5ed5e79f42b req-abc5ce1f-094a-42d8-9721-83d2a5d97a15 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243178 May 20 09:01:19.033031 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:19.069794 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:19.085597 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:19.163912 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Pushing event updated for resources: {'Port': ['ID=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:19.175053 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:19.176631 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Network f8c36c48-b199-4ece-8919-cd16912a8467 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:01:19.177903 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:01:19.180336 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:01:19.200866 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-ae8480b9-d831-4cb3-8e0b-9c09c4c65446 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:19.204963 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-ae8480b9-d831-4cb3-8e0b-9c09c4c65446 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 815 time: 0.2939510 May 20 09:01:19.234818 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Request body: {'port': {'device_id': '776ddba0-d5f7-4e63-8911-cd32bfa59ad3', 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef', 'admin_state_up': True, 'tenant_id': '9408acef4ded4f719020db92cf852b89'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:19.262995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:19.263621 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:19.291115 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2646489 May 20 09:01:19.323463 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Request body: {'port': {'device_id': '7071afdd-24b5-49eb-971b-8802fcf36ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:19.411379 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 34406) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:19.503195 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6890341f-42d0-49b5-98cc-6fcff0105b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:19.521719 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:19.526217 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-6890341f-42d0-49b5-98cc-6fcff0105b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:19.540352 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-6890341f-42d0-49b5-98cc-6fcff0105b99 admin admin] Usage tracker for resource:security_group_rule and tenant:194635c891cc4db38f105607c4b4abeb is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:19.543327 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:19.546094 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-6890341f-42d0-49b5-98cc-6fcff0105b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:19.554413 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-6890341f-42d0-49b5-98cc-6fcff0105b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:19.568224 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Made reservation on behalf of 9408acef4ded4f719020db92cf852b89 for: {'port': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:01:19.572520 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:19.590217 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-078419a2-02f1-4b32-a155-2435a57a28ef req-66130b95-fbc1-4f7d-9d31-cbeec27755cc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 210 time: 0.0761738 May 20 09:01:19.594343 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b43a5c00-fea7-46c8-b821-c9fb94ffe64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:19.615507 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-b43a5c00-fea7-46c8-b821-c9fb94ffe64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:19.620367 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:19.631255 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-b43a5c00-fea7-46c8-b821-c9fb94ffe64a admin admin] Usage tracker for resource:security_group_rule and tenant:146ea94a7c9e4c9994df8fc1e36d60fb is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:19.636128 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-b43a5c00-fea7-46c8-b821-c9fb94ffe64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:19.648408 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-b43a5c00-fea7-46c8-b821-c9fb94ffe64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:19.804997 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6890341f-42d0-49b5-98cc-6fcff0105b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:19.813177 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Allocated IP 172.20.0.4 (088d18df-0fde-41fb-ad13-990cb25efaef/0cb13a1f-ecfd-444e-861c-e89a0fa4df77/981c2136-ef5d-476f-af24-4f7e1d88ab4c) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:01:19.817795 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6890341f-42d0-49b5-98cc-6fcff0105b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:19.828021 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-df8b9dd9-71ce-49a2-8440-e21a199648ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:20.075451 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.113703 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-6890341f-42d0-49b5-98cc-6fcff0105b99 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=194635c891cc4db38f105607c4b4abeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2009299 May 20 09:01:20.114329 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34424) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:20.118729 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.121419 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890341f-42d0-49b5-98cc-6fcff0105b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea845c-e2aa-4e7b-9784-0e49e256c762,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:20.137903 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6890341f-42d0-49b5-98cc-6fcff0105b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:20.144842 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:20.194751 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90', '7b174c59-80b8-4d3f-969b-bc3d21256541'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:01:20.201235 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b43a5c00-fea7-46c8-b821-c9fb94ffe64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.244748 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Network 088d18df-0fde-41fb-ad13-990cb25efaef is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:01:20.248464 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:01:20.255112 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:01:20.262092 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:20.264478 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.270233 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Pushing event updated for resources: {'Port': ['ID=981c2136-ef5d-476f-af24-4f7e1d88ab4c,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:20.274321 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:20.303760 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0a598445-53ec-4e64-ad63-33fd6ba7df10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.347183 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0a598445-53ec-4e64-ad63-33fd6ba7df10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.355130 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1288247 May 20 09:01:20.405893 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b43a5c00-fea7-46c8-b821-c9fb94ffe64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.411288 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Request body: {'port': {'device_id': '776ddba0-d5f7-4e63-8911-cd32bfa59ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:20.421167 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:20.471739 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0a598445-53ec-4e64-ad63-33fd6ba7df10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.477571 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8b97275c-8b6b-4355-bc33-701ef6cfa1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:20.486584 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 {{(pid=91688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:01:20.512064 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.517744 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-b43a5c00-fea7-46c8-b821-c9fb94ffe64a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=146ea94a7c9e4c9994df8fc1e36d60fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1051037 May 20 09:01:20.525285 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 34430) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:20.530179 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a598445-53ec-4e64-ad63-33fd6ba7df10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dea845c-e2aa-4e7b-9784-0e49e256c762,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:20.534355 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0a598445-53ec-4e64-ad63-33fd6ba7df10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:20.534794 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a5c00-fea7-46c8-b821-c9fb94ffe64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df043802-c18e-4eb1-9d53-6afc557ac565,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:20.537933 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b43a5c00-fea7-46c8-b821-c9fb94ffe64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:20.580941 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Transition to ACTIVE for port object 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:01:20.601647 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.625742 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:20.641273 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0a598445-53ec-4e64-ad63-33fd6ba7df10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.642385 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-0a598445-53ec-4e64-ad63-33fd6ba7df10 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7dea845c-e2aa-4e7b-9784-0e49e256c762 HTTP/1.1" status: 204 len: 168 time: 0.5255589 May 20 09:01:20.652172 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.769192 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e804b-1288-4ea1-88df-b3a549221f79 req-09e714d3-40c4-4c57-852d-fbc6b16cc6c4 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:20.770107 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-d50e804b-1288-4ea1-88df-b3a549221f79 req-09e714d3-40c4-4c57-852d-fbc6b16cc6c4 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Synchronizing usage tracker for tenant:00bc8df99d2c44e8a2c52d6970508338 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:01:20.815545 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7e94-80f3-4f22-b17d-6c20cd6bd292 req-9ce87f7b-c10c-4c87-b76f-b2312191a164 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:20.821222 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f23c7e94-80f3-4f22-b17d-6c20cd6bd292 req-9ce87f7b-c10c-4c87-b76f-b2312191a164 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.6704686 May 20 09:01:20.836511 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Pushing event updated for resources: {'Port': ['ID=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:20.839723 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:20.872061 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3bd49e8d-b036-48a2-a920-757a160770c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:20.916803 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-d50e804b-1288-4ea1-88df-b3a549221f79 req-09e714d3-40c4-4c57-852d-fbc6b16cc6c4 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Unset dirty status for tenant:00bc8df99d2c44e8a2c52d6970508338 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:01:20.918214 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d50e804b-1288-4ea1-88df-b3a549221f79 req-09e714d3-40c4-4c57-852d-fbc6b16cc6c4 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 931 time: 0.8118222 May 20 09:01:20.997534 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3bd49e8d-b036-48a2-a920-757a160770c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.017662 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34444) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:21.033053 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f23c7e94-80f3-4f22-b17d-6c20cd6bd292 req-3ea8e893-f784-4f8a-aa34-cb55651fa369 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992240 May 20 09:01:21.037298 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-065d3efd-e53d-438c-907c-b740e5a5a67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.075475 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-d50e804b-1288-4ea1-88df-b3a549221f79 req-0e392af0-4e01-4925-b994-e5739c6d6c67 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Synchronizing usage tracker for tenant:00bc8df99d2c44e8a2c52d6970508338 on resource:security_group {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:01:21.105185 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-065d3efd-e53d-438c-907c-b740e5a5a67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:21.111681 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Attempting to bind port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:01:21.112027 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-065d3efd-e53d-438c-907c-b740e5a5a67e admin admin] Usage tracker for resource:security_group_rule and tenant:b55611bd3b884aa38894e0df64bb2373 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:21.112168 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Attempting to bind port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '1825b8f5-27a6-4c7a-9cc5-b8f8376566bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:01:21.112417 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Attempting to bind port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 on network f8c36c48-b199-4ece-8919-cd16912a8467 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:21.116670 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-065d3efd-e53d-438c-907c-b740e5a5a67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:21.119400 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 on network f8c36c48-b199-4ece-8919-cd16912a8467 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:01:21.119714 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Attempting to bind port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 on network f8c36c48-b199-4ece-8919-cd16912a8467 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:21.121024 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981c2136-ef5d-476f-af24-4f7e1d88ab4c {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:01:21.124030 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-d50e804b-1288-4ea1-88df-b3a549221f79 req-0e392af0-4e01-4925-b994-e5739c6d6c67 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Unset dirty status for tenant:00bc8df99d2c44e8a2c52d6970508338 on resource:security_group {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:01:21.125433 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d50e804b-1288-4ea1-88df-b3a549221f79 req-0e392af0-4e01-4925-b994-e5739c6d6c67 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733387 May 20 09:01:21.128112 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:01:21.128440 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Checking segment: {'id': '1825b8f5-27a6-4c7a-9cc5-b8f8376566bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:01:21.128833 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Bound using segment: {'id': '1825b8f5-27a6-4c7a-9cc5-b8f8376566bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:01:21.129357 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Bound port: 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1825b8f5-27a6-4c7a-9cc5-b8f8376566bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:01:21.129753 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.131610 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-065d3efd-e53d-438c-907c-b740e5a5a67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:21.135314 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.166359 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Transition to ACTIVE for port object 981c2136-ef5d-476f-af24-4f7e1d88ab4c will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:01:21.173809 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.183956 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-779d09d1-ca6e-490e-aac0-bab0b4a3b0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:21.190211 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3bd49e8d-b036-48a2-a920-757a160770c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.202037 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-17314063-5037-4a2d-97ef-2dcec99fb1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:21.268141 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd49e8d-b036-48a2-a920-757a160770c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df043802-c18e-4eb1-9d53-6afc557ac565,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:21.270395 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3bd49e8d-b036-48a2-a920-757a160770c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:21.298225 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3bd49e8d-b036-48a2-a920-757a160770c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.299315 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-3bd49e8d-b036-48a2-a920-757a160770c3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/df043802-c18e-4eb1-9d53-6afc557ac565 HTTP/1.1" status: 204 len: 168 time: 0.7662239 May 20 09:01:21.314969 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Pushing event updated for resources: {'Port': ['ID=981c2136-ef5d-476f-af24-4f7e1d88ab4c,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:21.315239 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] For port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6, host hv-cinder-79091, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:01:21.320242 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] For port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6,segment=NetworkSegment(1825b8f5-27a6-4c7a-9cc5-b8f8376566bc),segment_id=1825b8f5-27a6-4c7a-9cc5-b8f8376566bc)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:01:21.325963 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:21.326818 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.334810 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-347275b1-0ac1-4ee9-9894-94a426cda4bc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:21.391293 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:21.391891 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.393279 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] 10.222.0.97 "PUT /v2.0/ports/1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 HTTP/1.1" status: 200 len: 1093 time: 2.0763028 May 20 09:01:21.400534 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7071afdd-24b5-49eb-971b-8802fcf36ce6', 'tag': '1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:21.414309 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078177c-2ec3-42f8-917e-fdba2895b6f9 req-a4cffe40-b1fd-4b35-80bb-7300af815489 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:21.416635 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7078177c-2ec3-42f8-917e-fdba2895b6f9 req-a4cffe40-b1fd-4b35-80bb-7300af815489 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 943 time: 0.2334225 May 20 09:01:21.466706 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Pushing event updated for resources: {'Port': ['ID=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:21.470601 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:21.475500 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-065d3efd-e53d-438c-907c-b740e5a5a67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.479014 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Attempting to bind port 981c2136-ef5d-476f-af24-4f7e1d88ab4c on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:01:21.479534 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Attempting to bind port 981c2136-ef5d-476f-af24-4f7e1d88ab4c by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:01:21.480032 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Attempting to bind port 981c2136-ef5d-476f-af24-4f7e1d88ab4c on network 088d18df-0fde-41fb-ad13-990cb25efaef {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:21.483629 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-065d3efd-e53d-438c-907c-b740e5a5a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.494026 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-bfaa1ec1-665f-4ae9-9d64-a5b17bb887f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:21.500036 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7078177c-2ec3-42f8-917e-fdba2895b6f9 req-23433690-e3fb-4de4-8be4-b7d7616fa564 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706100 May 20 09:01:21.509142 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Port 981c2136-ef5d-476f-af24-4f7e1d88ab4c on network 088d18df-0fde-41fb-ad13-990cb25efaef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:01:21.509393 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Attempting to bind port 981c2136-ef5d-476f-af24-4f7e1d88ab4c on network 088d18df-0fde-41fb-ad13-990cb25efaef {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:21.531573 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:01:21.531910 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Checking segment: {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:01:21.532290 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Bound using segment: {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:01:21.532741 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Bound port: 981c2136-ef5d-476f-af24-4f7e1d88ab4c, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:01:21.533087 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.553593 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7071afdd-24b5-49eb-971b-8802fcf36ce6', 'tag': '1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6', 'status': 'completed', 'code': 200} May 20 09:01:21.560466 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d3efd-e53d-438c-907c-b740e5a5a67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6692c0-6192-4835-b908-6c0a0961475f,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:21.566835 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-065d3efd-e53d-438c-907c-b740e5a5a67e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b55611bd3b884aa38894e0df64bb2373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478859 May 20 09:01:21.568896 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-065d3efd-e53d-438c-907c-b740e5a5a67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:21.569367 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34456) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:21.602267 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-f9d98fcb-31de-493a-8e3d-2b478609725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:21.604332 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-f9d98fcb-31de-493a-8e3d-2b478609725d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=00bc8df99d2c44e8a2c52d6970508338&device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0956080 May 20 09:01:21.692838 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-00a9359e-a59f-4b9d-a6dc-3ffe463f3c1e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 HTTP/1.1" status: 200 len: 217 time: 0.0668845 May 20 09:01:21.696573 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] For port 981c2136-ef5d-476f-af24-4f7e1d88ab4c, host hv-cinder-79091, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:01:21.705160 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-403949ff-594d-4e65-a319-a6464c87d588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.709314 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] For port 981c2136-ef5d-476f-af24-4f7e1d88ab4c, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=981c2136-ef5d-476f-af24-4f7e1d88ab4c,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:01:21.719923 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.736308 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-363b252b-59ea-4fb2-9e05-1c8c33e4c1a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:21.775398 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-74af3d1d-1010-40ac-8564-7e4059a60f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:21.777271 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-74af3d1d-1010-40ac-8564-7e4059a60f3a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ee5e9737-60c8-4102-9144-a64f0d074f8b HTTP/1.1" status: 200 len: 849 time: 0.0767033 May 20 09:01:21.781959 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-403949ff-594d-4e65-a319-a6464c87d588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.819203 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:21.819824 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.821211 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] 10.222.0.97 "PUT /v2.0/ports/981c2136-ef5d-476f-af24-4f7e1d88ab4c HTTP/1.1" status: 200 len: 1093 time: 1.4158385 May 20 09:01:21.821684 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776ddba0-d5f7-4e63-8911-cd32bfa59ad3', 'tag': '981c2136-ef5d-476f-af24-4f7e1d88ab4c'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:21.845543 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-50404482-3f05-4efd-96be-ff48afaae105 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f8c36c48-b199-4ece-8919-cd16912a8467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586755 May 20 09:01:21.861608 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Pushing event updated for resources: {'Port': ['ID=981c2136-ef5d-476f-af24-4f7e1d88ab4c,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:21.863218 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:21.888591 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-403949ff-594d-4e65-a319-a6464c87d588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.893885 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0a598445-53ec-4e64-ad63-33fd6ba7df10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:21.905630 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403949ff-594d-4e65-a319-a6464c87d588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6692c0-6192-4835-b908-6c0a0961475f,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:21.911432 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 34464) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:21.912908 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-403949ff-594d-4e65-a319-a6464c87d588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:21.914165 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-403949ff-594d-4e65-a319-a6464c87d588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:21.926404 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-403949ff-594d-4e65-a319-a6464c87d588 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb6692c0-6192-4835-b908-6c0a0961475f HTTP/1.1" status: 204 len: 168 time: 0.3452666 May 20 09:01:21.978633 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776ddba0-d5f7-4e63-8911-cd32bfa59ad3', 'tag': '981c2136-ef5d-476f-af24-4f7e1d88ab4c', 'status': 'completed', 'code': 200} May 20 09:01:22.012352 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-26cab6c5-219b-464d-ab23-80e4bd49db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:22.013996 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-26cab6c5-219b-464d-ab23-80e4bd49db37 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0863547 May 20 09:01:22.149665 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-11585941-66a1-40ab-9eb5-5fc96c41ffe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:22.195891 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-556b5d76-4cea-42af-a213-98730ad3b82d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c2136-ef5d-476f-af24-4f7e1d88ab4c HTTP/1.1" status: 200 len: 217 time: 0.1549454 May 20 09:01:22.203639 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-2b8062d7-965f-4ef6-a80a-40dbd5594259 service neutron] 10.222.0.97 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387938 May 20 09:01:22.224591 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-11585941-66a1-40ab-9eb5-5fc96c41ffe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:22.289886 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-1ccfcefe-a506-496f-a635-46681e3bbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:22.291520 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-1ccfcefe-a506-496f-a635-46681e3bbf2e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cb13a1f-ecfd-444e-861c-e89a0fa4df77 HTTP/1.1" status: 200 len: 855 time: 0.0875969 May 20 09:01:22.292217 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-11585941-66a1-40ab-9eb5-5fc96c41ffe0 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d2ec94a03f4fca8130b07564f2ce9f is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:22.345366 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-11585941-66a1-40ab-9eb5-5fc96c41ffe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:22.365703 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-11585941-66a1-40ab-9eb5-5fc96c41ffe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:22.384906 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-a99088bb-22a4-4dc1-8474-96805b05429a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=088d18df-0fde-41fb-ad13-990cb25efaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839660 May 20 09:01:22.540473 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-5b53ad48-1708-4079-87e3-1c51ea1b323c service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392231 May 20 09:01:22.581633 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-096aff27-3d55-45d2-99c8-9c6d9d4e375b req-6901fc1c-991b-4bcf-92d3-7a2a58c97627 service neutron] 10.222.0.97 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597655 May 20 09:01:22.601857 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab630c-73ce-453d-b914-afcc7be1c1a6 req-12d843a7-ded7-4a0b-a0a2-fbd6d109bbb2 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:22.609279 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7bab630c-73ce-453d-b914-afcc7be1c1a6 req-12d843a7-ded7-4a0b-a0a2-fbd6d109bbb2 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.3203564 May 20 09:01:22.710646 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-1525fba8-c263-480a-972e-c6ec2e2b1715 req-4497eec6-f552-4505-97ca-d5cf8b2da3c9 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588662 May 20 09:01:22.789618 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8358187-a5cb-4b20-8112-1702821e0441 req-9279c728-c35c-4a65-9551-d5103cf3983e tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:22.791071 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c8358187-a5cb-4b20-8112-1702821e0441 req-9279c728-c35c-4a65-9551-d5103cf3983e tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 943 time: 0.4293580 May 20 09:01:22.846379 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7bab630c-73ce-453d-b914-afcc7be1c1a6 req-5e58d45e-2689-40cb-be7f-b75642e122b8 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359140 May 20 09:01:22.856427 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-11585941-66a1-40ab-9eb5-5fc96c41ffe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:22.875686 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-11585941-66a1-40ab-9eb5-5fc96c41ffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:22.886086 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3bd49e8d-b036-48a2-a920-757a160770c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:22.907857 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c8358187-a5cb-4b20-8112-1702821e0441 req-019be21a-c232-4273-adaa-681d6426246e tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031752 May 20 09:01:22.944396 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0b268-5eb4-43f5-8a23-8839d2a8f33a req-c5370441-8d45-4e52-89fe-236d1e09b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:22.946028 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-27e0b268-5eb4-43f5-8a23-8839d2a8f33a req-c5370441-8d45-4e52-89fe-236d1e09b76b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1041765 May 20 09:01:22.954058 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-11585941-66a1-40ab-9eb5-5fc96c41ffe0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e1d2ec94a03f4fca8130b07564f2ce9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0415101 May 20 09:01:22.954663 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34504) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:22.958259 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11585941-66a1-40ab-9eb5-5fc96c41ffe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08894d4f-bd0f-49b2-a264-a74c15d6dd6f,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:22.971598 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-11585941-66a1-40ab-9eb5-5fc96c41ffe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:22.983947 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344b224-85bc-45d0-82bb-e135fc267b88 req-f33747cb-f4a7-487c-b30b-b58818a36da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:22.985619 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e344b224-85bc-45d0-82bb-e135fc267b88 req-f33747cb-f4a7-487c-b30b-b58818a36da0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=00bc8df99d2c44e8a2c52d6970508338&device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 1096 time: 0.2762482 May 20 09:01:23.151024 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344b224-85bc-45d0-82bb-e135fc267b88 req-05a4d38c-fd7a-4b4f-961b-f4c59fd58e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:23.152849 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e344b224-85bc-45d0-82bb-e135fc267b88 req-05a4d38c-fd7a-4b4f-961b-f4c59fd58e67 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f8c36c48-b199-4ece-8919-cd16912a8467 HTTP/1.1" status: 200 len: 911 time: 0.1597958 May 20 09:01:23.255092 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-880708e1-f937-4efb-af33-6ca1e0a9a015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:23.268615 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0b268-5eb4-43f5-8a23-8839d2a8f33a req-345e22b6-5567-44a0-b627-d7f827a56273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:23.270198 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-27e0b268-5eb4-43f5-8a23-8839d2a8f33a req-345e22b6-5567-44a0-b627-d7f827a56273 service neutron] 10.222.0.97 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 917 time: 0.3106861 May 20 09:01:23.332054 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e344b224-85bc-45d0-82bb-e135fc267b88 req-28418896-56c3-4c01-86f6-5d98e72112e8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 HTTP/1.1" status: 200 len: 217 time: 0.1645589 May 20 09:01:23.364003 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-27e0b268-5eb4-43f5-8a23-8839d2a8f33a req-9cf22b16-ea7f-4705-ad67-a9b60efef256 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c2136-ef5d-476f-af24-4f7e1d88ab4c HTTP/1.1" status: 200 len: 217 time: 0.0845177 May 20 09:01:23.365901 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-880708e1-f937-4efb-af33-6ca1e0a9a015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:23.413584 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344b224-85bc-45d0-82bb-e135fc267b88 req-0529552f-5fdf-41d5-b396-b2087e487c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:23.415029 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e344b224-85bc-45d0-82bb-e135fc267b88 req-0529552f-5fdf-41d5-b396-b2087e487c4a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ee5e9737-60c8-4102-9144-a64f0d074f8b HTTP/1.1" status: 200 len: 849 time: 0.0736711 May 20 09:01:23.432282 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2e62-b160-4af3-8204-7bfc80e733d1 req-af808d19-5ab4-46b8-af60-28e42dbbb35b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:23.433603 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10ca2e62-b160-4af3-8204-7bfc80e733d1 req-af808d19-5ab4-46b8-af60-28e42dbbb35b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 943 time: 0.1545050 May 20 09:01:23.461813 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0b268-5eb4-43f5-8a23-8839d2a8f33a req-f42f713d-b031-46f4-8da5-5bad2902c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:23.463321 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-27e0b268-5eb4-43f5-8a23-8839d2a8f33a req-f42f713d-b031-46f4-8da5-5bad2902c039 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cb13a1f-ecfd-444e-861c-e89a0fa4df77 HTTP/1.1" status: 200 len: 855 time: 0.0771542 May 20 09:01:23.481390 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e344b224-85bc-45d0-82bb-e135fc267b88 req-3591224d-f519-4183-aec7-95ba9f27facd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f8c36c48-b199-4ece-8919-cd16912a8467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467157 May 20 09:01:23.527997 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-27e0b268-5eb4-43f5-8a23-8839d2a8f33a req-73198bd6-a197-4fee-a5bf-36b3e5f13f09 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=088d18df-0fde-41fb-ad13-990cb25efaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503638 May 20 09:01:23.638961 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10ca2e62-b160-4af3-8204-7bfc80e733d1 req-94ffc0a8-65f3-4226-9ed4-2ee3677cdeb1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703961 May 20 09:01:23.699662 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-880708e1-f937-4efb-af33-6ca1e0a9a015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:23.704056 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e344b224-85bc-45d0-82bb-e135fc267b88 req-068cdc8e-3e9d-4af2-976e-7530ebfa82c3 service neutron] 10.222.0.97 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080014 May 20 09:01:23.708104 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:23.724701 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880708e1-f937-4efb-af33-6ca1e0a9a015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08894d4f-bd0f-49b2-a264-a74c15d6dd6f,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:23.730741 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-27e0b268-5eb4-43f5-8a23-8839d2a8f33a req-29947fd3-110c-4843-8d68-6f4eb2680535 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904185 May 20 09:01:23.731560 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-880708e1-f937-4efb-af33-6ca1e0a9a015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:23.734640 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-880708e1-f937-4efb-af33-6ca1e0a9a015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:23.735581 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-880708e1-f937-4efb-af33-6ca1e0a9a015 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/08894d4f-bd0f-49b2-a264-a74c15d6dd6f HTTP/1.1" status: 204 len: 168 time: 0.7797482 May 20 09:01:23.961925 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-27e0b268-5eb4-43f5-8a23-8839d2a8f33a req-db7d1159-6d04-4162-8f95-937789ba2a88 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097607 May 20 09:01:24.047456 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e344b224-85bc-45d0-82bb-e135fc267b88 req-f1536478-ea9f-4bca-8b00-2db354c27239 service neutron] 10.222.0.97 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362839 May 20 09:01:24.216560 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9f090-6ec0-40a8-a4cf-8ab6d7232efa req-de7497ad-476c-4e94-9a68-7d5c01889a73 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:24.218238 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-34a9f090-6ec0-40a8-a4cf-8ab6d7232efa req-de7497ad-476c-4e94-9a68-7d5c01889a73 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1614878 May 20 09:01:24.235170 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94312a6f-c29c-4daf-a71b-c89ca2460099 req-1e2ae83a-5126-43fc-8ee0-8ce8ab6e5124 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:24.235170 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-94312a6f-c29c-4daf-a71b-c89ca2460099 req-1e2ae83a-5126-43fc-8ee0-8ce8ab6e5124 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 943 time: 0.1299748 May 20 09:01:24.312137 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-34a9f090-6ec0-40a8-a4cf-8ab6d7232efa req-3ff8499c-e321-4cb0-88ad-d1be7fb8e64b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781474 May 20 09:01:24.321476 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-94312a6f-c29c-4daf-a71b-c89ca2460099 req-d0049160-017d-4a21-bfcf-c7ed15d74be5 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708163 May 20 09:01:24.915210 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e99d-cde0-49ab-bce0-de44b7483161 req-1d6853c5-a1a4-43c3-bb5d-b23fdfeb4b80 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:24.925308 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d9e4e99d-cde0-49ab-bce0-de44b7483161 req-1d6853c5-a1a4-43c3-bb5d-b23fdfeb4b80 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 943 time: 0.1304135 May 20 09:01:24.967173 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d9e4e99d-cde0-49ab-bce0-de44b7483161 req-717a9d11-bbe2-42e8-980a-faff8bce9097 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 May 20 09:01:25.585308 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78641980-e286-47b8-9b15-aff6d3c761a2 req-377173df-9bb0-417e-bdc5-da4c8d86b94d tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:25.586752 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-78641980-e286-47b8-9b15-aff6d3c761a2 req-377173df-9bb0-417e-bdc5-da4c8d86b94d tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 943 time: 0.1487136 May 20 09:01:25.595130 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf47f95-6f2e-4f96-8913-d37bd4576595 req-90b432d2-e612-4d10-b731-c71d01e0c54c tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:25.596541 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dcf47f95-6f2e-4f96-8913-d37bd4576595 req-90b432d2-e612-4d10-b731-c71d01e0c54c tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1259809 May 20 09:01:25.665637 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-78641980-e286-47b8-9b15-aff6d3c761a2 req-43a62477-d946-4bf3-9043-f4b094c057dd tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681009 May 20 09:01:25.673210 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dcf47f95-6f2e-4f96-8913-d37bd4576595 req-a62a274b-6c13-414b-a2b1-7cf7670553ab tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626075 May 20 09:01:26.167694 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c61481-4f8f-4ae4-b435-c19d7ba75241 req-b07c5ff7-e4c2-4126-bb60-b8bac5229a8c tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:26.169221 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-86c61481-4f8f-4ae4-b435-c19d7ba75241 req-b07c5ff7-e4c2-4126-bb60-b8bac5229a8c tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 943 time: 0.0954385 May 20 09:01:26.218507 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-86c61481-4f8f-4ae4-b435-c19d7ba75241 req-cbce9b01-a084-4575-95af-f2ac730ba6b8 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433009 May 20 09:01:26.879423 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:01:26.999077 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34674) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:27.049538 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6,segment=NetworkSegment(1825b8f5-27a6-4c7a-9cc5-b8f8376566bc),segment_id=1825b8f5-27a6-4c7a-9cc5-b8f8376566bc)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:27.065544 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6', 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467', 'port_id': '1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6', 'mac_address': 'fa:16:3e:76:50:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5e9737-60c8-4102-9144-a64f0d074f8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:01:27.071744 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c01b-b72a-4fdd-afcc-4a4089198564 req-d0e6f724-9ec6-460e-b128-327ded19a21f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:27.079831 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b084c01b-b72a-4fdd-afcc-4a4089198564 req-d0e6f724-9ec6-460e-b128-327ded19a21f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2600183 May 20 09:01:27.106617 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb991d-d5ab-4d2d-ace2-ef1f84469ba9 req-0a1d4032-7516-48d3-9027-3797579e7b0a tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:27.116098 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f9bb991d-d5ab-4d2d-ace2-ef1f84469ba9 req-0a1d4032-7516-48d3-9027-3797579e7b0a tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 943 time: 0.2610533 May 20 09:01:27.131742 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.158610 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:01:27.177215 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6,segment=NetworkSegment(1825b8f5-27a6-4c7a-9cc5-b8f8376566bc),segment_id=1825b8f5-27a6-4c7a-9cc5-b8f8376566bc)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:27.180195 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b084c01b-b72a-4fdd-afcc-4a4089198564 req-a3861ba8-b8c0-4832-bc84-c8fe0e5aaf52 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991280 May 20 09:01:27.188620 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.190480 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 981c2136-ef5d-476f-af24-4f7e1d88ab4c details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:01:27.207194 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-28951762-bad1-432b-b185-3cf8beca6d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:27.210194 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f9bb991d-d5ab-4d2d-ace2-ef1f84469ba9 req-2d869134-dd6c-4db8-900d-7d20e7930eb8 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929070 May 20 09:01:27.271481 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d20c3b76-ba70-466d-81fe-2d89fa3d8f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.317442 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-d20c3b76-ba70-466d-81fe-2d89fa3d8f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:27.323967 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-d20c3b76-ba70-466d-81fe-2d89fa3d8f54 admin admin] Usage tracker for resource:security_group_rule and tenant:d2900a402c7140779955d54052a54a5e is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:27.330945 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-d20c3b76-ba70-466d-81fe-2d89fa3d8f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:27.345346 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-d20c3b76-ba70-466d-81fe-2d89fa3d8f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:27.381008 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:27.401479 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:27.459243 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376b076-f87f-4711-8ccf-cbb5662ad95b req-e5e03b6e-4b95-44a5-90c4-abd005de6438 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:27.469768 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2376b076-f87f-4711-8ccf-cbb5662ad95b req-e5e03b6e-4b95-44a5-90c4-abd005de6438 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 943 time: 0.1385663 May 20 09:01:27.501889 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d20c3b76-ba70-466d-81fe-2d89fa3d8f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.513972 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d20c3b76-ba70-466d-81fe-2d89fa3d8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.525418 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7187bd51-27a4-43e0-95b9-46e4c87d54f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:27.577505 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2376b076-f87f-4711-8ccf-cbb5662ad95b req-e1e52bf0-65ef-4a8a-84b2-0cde4d155c70 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057942 May 20 09:01:27.639475 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 981c2136-ef5d-476f-af24-4f7e1d88ab4c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=981c2136-ef5d-476f-af24-4f7e1d88ab4c,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:27.660569 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 34692) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:27.661110 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-d20c3b76-ba70-466d-81fe-2d89fa3d8f54 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d2900a402c7140779955d54052a54a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6606174 May 20 09:01:27.697422 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '981c2136-ef5d-476f-af24-4f7e1d88ab4c', 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef', 'port_id': '981c2136-ef5d-476f-af24-4f7e1d88ab4c', 'mac_address': 'fa:16:3e:ef:a2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb13a1f-ecfd-444e-861c-e89a0fa4df77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:01:27.700350 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c3b76-ba70-466d-81fe-2d89fa3d8f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b82c6a7-8cef-4d79-abb8-1896f3b044ff,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:27.704751 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d20c3b76-ba70-466d-81fe-2d89fa3d8f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:27.767402 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5e063566-dc1b-40bb-b319-c386d3b8bbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.768000 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.797001 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981c2136-ef5d-476f-af24-4f7e1d88ab4c {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:01:27.800587 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5e063566-dc1b-40bb-b319-c386d3b8bbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.826208 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 981c2136-ef5d-476f-af24-4f7e1d88ab4c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=981c2136-ef5d-476f-af24-4f7e1d88ab4c,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:27.833067 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.835208 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:27.865015 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5e063566-dc1b-40bb-b319-c386d3b8bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.869832 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:27.882665 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e063566-dc1b-40bb-b319-c386d3b8bbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b82c6a7-8cef-4d79-abb8-1896f3b044ff,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:27.884960 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5e063566-dc1b-40bb-b319-c386d3b8bbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:27.893192 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5e063566-dc1b-40bb-b319-c386d3b8bbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.896611 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-5e063566-dc1b-40bb-b319-c386d3b8bbe0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5b82c6a7-8cef-4d79-abb8-1896f3b044ff HTTP/1.1" status: 204 len: 168 time: 0.2321382 May 20 09:01:27.927477 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=981c2136-ef5d-476f-af24-4f7e1d88ab4c,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:27.930592 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:28.433204 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d337dbd-9f4f-428a-b6cf-c3f97454b45d req-84a61c48-4ded-4244-9119-4871169b4d77 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:28.434629 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9d337dbd-9f4f-428a-b6cf-c3f97454b45d req-84a61c48-4ded-4244-9119-4871169b4d77 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1430638 May 20 09:01:28.442563 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60a0d1-8729-4f1d-b739-32074c2bfc82 req-98d5f2f3-510e-41b0-9d20-2371288576f1 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:28.443902 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8e60a0d1-8729-4f1d-b739-32074c2bfc82 req-98d5f2f3-510e-41b0-9d20-2371288576f1 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 944 time: 0.1162834 May 20 09:01:28.445872 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:01:28.475716 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['981c2136-ef5d-476f-af24-4f7e1d88ab4c'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:01:28.515262 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9d337dbd-9f4f-428a-b6cf-c3f97454b45d req-d3e21a6f-cc4f-44be-8e64-4f3fdd8f8f66 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703359 May 20 09:01:28.518021 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8e60a0d1-8729-4f1d-b739-32074c2bfc82 req-1e97763a-d17c-47f1-96fc-52c2cdecba7d tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603197 May 20 09:01:28.765844 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c446dde-0b0b-4152-bcff-da87e4e1bcbb req-8ddda3b9-76cc-40c0-aa04-8fe4af759c07 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:28.767325 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2c446dde-0b0b-4152-bcff-da87e4e1bcbb req-8ddda3b9-76cc-40c0-aa04-8fe4af759c07 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 944 time: 0.0891576 May 20 09:01:28.823307 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2c446dde-0b0b-4152-bcff-da87e4e1bcbb req-17a02638-3e31-4978-a10d-8476bacc41ba tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485439 May 20 09:01:29.768278 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2604833-78db-4b53-a02a-b98ba4eaaab6 req-081dd332-0071-4ec3-b673-161c01836eda tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:29.770147 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2604833-78db-4b53-a02a-b98ba4eaaab6 req-081dd332-0071-4ec3-b673-161c01836eda tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 944 time: 0.1427710 May 20 09:01:29.783648 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4c9ed-d16e-4ca3-82f8-4417b47f5ed9 req-b940b792-c270-48e6-82b8-5a0cd021cdf6 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:29.785304 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e6a4c9ed-d16e-4ca3-82f8-4417b47f5ed9 req-b940b792-c270-48e6-82b8-5a0cd021cdf6 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1560636 May 20 09:01:29.849636 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2604833-78db-4b53-a02a-b98ba4eaaab6 req-d2296ca7-daa9-428f-94d2-2df39d44dc21 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632377 May 20 09:01:29.860217 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e6a4c9ed-d16e-4ca3-82f8-4417b47f5ed9 req-d792d963-c2a8-496b-a348-8a217eb1f4ae tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590510 May 20 09:01:30.042081 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54352582-fce9-4b39-8a3b-e166e7548585 req-2b08052a-c621-46f8-98e6-1518f1421ca4 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:30.043603 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-54352582-fce9-4b39-8a3b-e166e7548585 req-2b08052a-c621-46f8-98e6-1518f1421ca4 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 944 time: 0.0884662 May 20 09:01:30.094328 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-54352582-fce9-4b39-8a3b-e166e7548585 req-e247113e-c38c-48a5-ab52-ad3ce7b9997d tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450568 May 20 09:01:30.955557 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 34770) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:30.960697 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:01:31.032176 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:01:31.037090 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:01:31.037477 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.112084 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756df8a8-451e-430f-a8c2-fba1087c450c req-12503743-7403-4472-8cc8-105f4785255c tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:31.113599 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-756df8a8-451e-430f-a8c2-fba1087c450c req-12503743-7403-4472-8cc8-105f4785255c tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 944 time: 0.1552095 May 20 09:01:31.170771 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5ea9-80fe-4b11-95cd-de9c09be8947 req-4cec8786-9ff6-4593-a82a-7dc3b931a3cb tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:31.172502 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1c8c5ea9-80fe-4b11-95cd-de9c09be8947 req-4cec8786-9ff6-4593-a82a-7dc3b931a3cb tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1700680 May 20 09:01:31.173834 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-269ed95d-b242-4949-bd54-43102a1676a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.207077 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.231181 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-269ed95d-b242-4949-bd54-43102a1676a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:31.236980 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071afdd-24b5-49eb-971b-8802fcf36ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:31.240822 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-269ed95d-b242-4949-bd54-43102a1676a7 admin admin] Usage tracker for resource:security_group_rule and tenant:15b59b5224eb4f82b769632dd7aab59e is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:31.246800 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-756df8a8-451e-430f-a8c2-fba1087c450c req-c98e6170-6374-4781-a8cf-bd7f18e52b68 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244712 May 20 09:01:31.247028 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6,segment=NetworkSegment(1825b8f5-27a6-4c7a-9cc5-b8f8376566bc),segment_id=1825b8f5-27a6-4c7a-9cc5-b8f8376566bc)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:31.247564 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-269ed95d-b242-4949-bd54-43102a1676a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:31.251154 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.252017 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 981c2136-ef5d-476f-af24-4f7e1d88ab4c up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:01:31.261256 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-269ed95d-b242-4949-bd54-43102a1676a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:31.295763 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-3cd00a48-fb7d-422c-94be-5cd15822cda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:31.312392 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1c8c5ea9-80fe-4b11-95cd-de9c09be8947 req-ba56c88a-49b3-471d-91ea-6bea25564e65 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200535 May 20 09:01:31.388159 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-269ed95d-b242-4949-bd54-43102a1676a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.390445 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:31.391644 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-269ed95d-b242-4949-bd54-43102a1676a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.394117 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:31.400173 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3505e971-7bdd-4936-9337-631cfa9ce396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:31.401150 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 981c2136-ef5d-476f-af24-4f7e1d88ab4c completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:01:31.406664 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 981c2136-ef5d-476f-af24-4f7e1d88ab4c triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:01:31.407155 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.444989 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-269ed95d-b242-4949-bd54-43102a1676a7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=15b59b5224eb4f82b769632dd7aab59e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4882500 May 20 09:01:31.445968 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ed95d-b242-4949-bd54-43102a1676a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2e983d-eb2f-4f24-92af-da9eacbdac25,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:31.448955 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-269ed95d-b242-4949-bd54-43102a1676a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:31.449471 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34788) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:31.516184 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7071afdd-24b5-49eb-971b-8802fcf36ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6', 'code': 200} May 20 09:01:31.543433 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a54e7be-45b9-41e4-ae80-d753606fc6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.544856 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.561706 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf4be6-f837-4637-9d6f-280c11dab6a7 req-e8a0df67-be3a-4696-977a-248501218587 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:31.568990 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fedf4be6-f837-4637-9d6f-280c11dab6a7 req-e8a0df67-be3a-4696-977a-248501218587 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 944 time: 0.1119201 May 20 09:01:31.581633 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 981c2136-ef5d-476f-af24-4f7e1d88ab4c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=981c2136-ef5d-476f-af24-4f7e1d88ab4c,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:31.587278 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.589864 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:31.593400 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a54e7be-45b9-41e4-ae80-d753606fc6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.659969 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a54e7be-45b9-41e4-ae80-d753606fc6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.668894 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fedf4be6-f837-4637-9d6f-280c11dab6a7 req-7dbd0963-6624-414c-94a4-23e5f54cd9a6 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977473 May 20 09:01:31.670410 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0084c02f-6118-4dfc-8abc-4eac04779755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:31.685485 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54e7be-45b9-41e4-ae80-d753606fc6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2e983d-eb2f-4f24-92af-da9eacbdac25,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:31.687838 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=981c2136-ef5d-476f-af24-4f7e1d88ab4c,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:31.692254 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:31.695083 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5a54e7be-45b9-41e4-ae80-d753606fc6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:31.713590 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a54e7be-45b9-41e4-ae80-d753606fc6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:31.717678 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-5a54e7be-45b9-41e4-ae80-d753606fc6f8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb2e983d-eb2f-4f24-92af-da9eacbdac25 HTTP/1.1" status: 204 len: 168 time: 0.2642903 May 20 09:01:31.863980 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a9faa-6174-4e19-8598-3aa8f371eeb1 req-b0b59351-9992-41b5-b9a0-d13e2c10fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:31.865570 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c60a9faa-6174-4e19-8598-3aa8f371eeb1 req-b0b59351-9992-41b5-b9a0-d13e2c10fa71 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0755417 May 20 09:01:31.911921 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c60a9faa-6174-4e19-8598-3aa8f371eeb1 req-596d34cd-cbc0-44e9-9957-d57a033e40af service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347121 May 20 09:01:32.014524 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 34808) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:32.032489 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-96cec89b-e4e8-4184-ac82-ad6425587ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:32.047590 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-96cec89b-e4e8-4184-ac82-ad6425587ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:32.051807 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-96cec89b-e4e8-4184-ac82-ad6425587ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:708384fb38b341d69cf01a33d868d23c is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:32.054935 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-96cec89b-e4e8-4184-ac82-ad6425587ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:32.060591 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-96cec89b-e4e8-4184-ac82-ad6425587ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:32.143610 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-96cec89b-e4e8-4184-ac82-ad6425587ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:32.151961 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-96cec89b-e4e8-4184-ac82-ad6425587ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:32.161702 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4bb6c733-c130-49b1-a1be-a39001ff15b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:32.203757 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-96cec89b-e4e8-4184-ac82-ad6425587ed8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=708384fb38b341d69cf01a33d868d23c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856441 May 20 09:01:32.204102 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 34814) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:32.206851 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cec89b-e4e8-4184-ac82-ad6425587ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e357bddb-2757-4226-8919-0dd9ec34f57a,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:32.220140 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-96cec89b-e4e8-4184-ac82-ad6425587ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:32.274158 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c4c90642-6cf2-43c1-812e-70be58d8cb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:32.302975 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c4c90642-6cf2-43c1-812e-70be58d8cb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:32.358080 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c4c90642-6cf2-43c1-812e-70be58d8cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:32.367124 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-69080673-f9e9-41fc-8989-370545f546d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:32.425887 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c90642-6cf2-43c1-812e-70be58d8cb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e357bddb-2757-4226-8919-0dd9ec34f57a,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:32.433838 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-c4c90642-6cf2-43c1-812e-70be58d8cb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:32.543004 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c4c90642-6cf2-43c1-812e-70be58d8cb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:32.544109 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-c4c90642-6cf2-43c1-812e-70be58d8cb8e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e357bddb-2757-4226-8919-0dd9ec34f57a HTTP/1.1" status: 204 len: 168 time: 0.3391895 May 20 09:01:32.605684 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a007b4-12ec-4da9-9264-0407b602ff11 req-b257abad-ed2a-4aca-b914-638c61a04b93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:32.606774 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-44a007b4-12ec-4da9-9264-0407b602ff11 req-b257abad-ed2a-4aca-b914-638c61a04b93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 945 time: 0.2171414 May 20 09:01:32.620480 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f541d-a67b-4706-b80b-c1eb8ba30482 req-53ba305f-e960-4b5c-9c2e-b2b4c2e3d4a1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:32.621995 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a07f541d-a67b-4706-b80b-c1eb8ba30482 req-53ba305f-e960-4b5c-9c2e-b2b4c2e3d4a1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1816275 May 20 09:01:32.697221 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-44a007b4-12ec-4da9-9264-0407b602ff11 req-975013e4-b9e3-46b5-92e2-7c9e6ffac80e tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740407 May 20 09:01:32.715607 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a07f541d-a67b-4706-b80b-c1eb8ba30482 req-114f155f-64b6-4722-a144-866e567d9b47 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770531 May 20 09:01:32.987740 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aff912-f59c-4617-a67f-39c062ff498f req-1639f59d-95f5-4b8a-bef6-81471895a24d tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:32.989387 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a8aff912-f59c-4617-a67f-39c062ff498f req-1639f59d-95f5-4b8a-bef6-81471895a24d tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 945 time: 0.0940487 May 20 09:01:33.053075 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a8aff912-f59c-4617-a67f-39c062ff498f req-7d2dcb6f-ce5e-4755-b4cf-8311d5e023da tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561223 May 20 09:01:33.517349 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776ddba0-d5f7-4e63-8911-cd32bfa59ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c2136-ef5d-476f-af24-4f7e1d88ab4c'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:33.572329 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776ddba0-d5f7-4e63-8911-cd32bfa59ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c2136-ef5d-476f-af24-4f7e1d88ab4c', 'code': 200} May 20 09:01:34.053317 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df720b7-157e-4041-b67f-87a519bce199 req-9f3d48fb-0217-4175-8382-0f3ceaf86244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:34.054673 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2df720b7-157e-4041-b67f-87a519bce199 req-9f3d48fb-0217-4175-8382-0f3ceaf86244 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1987367 May 20 09:01:34.067471 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad015aa-b0ec-4039-9962-2e784083a13e req-76b1d237-bee0-491b-882c-c06df274ea47 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:34.068891 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3ad015aa-b0ec-4039-9962-2e784083a13e req-76b1d237-bee0-491b-882c-c06df274ea47 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 945 time: 0.1733816 May 20 09:01:34.089138 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620460db-2c66-4f02-864a-fdcbd1a43b57 req-8a275b52-7f1e-49ce-92d4-0bd13479e5b3 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:34.090559 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-620460db-2c66-4f02-864a-fdcbd1a43b57 req-8a275b52-7f1e-49ce-92d4-0bd13479e5b3 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2002389 May 20 09:01:34.143414 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-6106e2cb-fe34-4769-b410-5ff1b21adf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:34.172585 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2df720b7-157e-4041-b67f-87a519bce199 req-93fb35a7-4215-425a-91ba-613414db1650 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020122 May 20 09:01:34.183191 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-620460db-2c66-4f02-864a-fdcbd1a43b57 req-52714d68-b9cb-48f0-bbc0-d65691ffb800 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735466 May 20 09:01:34.187940 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3ad015aa-b0ec-4039-9962-2e784083a13e req-5b0ec745-c473-4bfd-abcb-da046cf720ac tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946767 May 20 09:01:34.402728 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ecc2-6951-48c6-bf01-ceb6568f9ca6 req-de9a7f41-4be0-4253-bed3-45e839697880 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:34.404913 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3d66ecc2-6951-48c6-bf01-ceb6568f9ca6 req-de9a7f41-4be0-4253-bed3-45e839697880 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 945 time: 0.0863473 May 20 09:01:34.457532 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3d66ecc2-6951-48c6-bf01-ceb6568f9ca6 req-e5479d8e-3525-4cae-896c-f54ad3981359 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469418 May 20 09:01:35.401264 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fef34b-c56d-4f10-b0e9-9bfb1ad6b430 req-740a6036-8718-422f-8441-04e5d743186f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:35.403982 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e0fef34b-c56d-4f10-b0e9-9bfb1ad6b430 req-740a6036-8718-422f-8441-04e5d743186f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1072805 May 20 09:01:35.461629 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e0fef34b-c56d-4f10-b0e9-9bfb1ad6b430 req-e8daaeb5-8b8a-4d8d-bf6c-428e3a66f4f0 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505557 May 20 09:01:35.606512 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34942) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:35.671079 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f717b-f5b5-4548-b52a-63dd46a2e76a req-300d9328-370b-411b-af2a-498c8c0809af tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:35.677981 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3c7f717b-f5b5-4548-b52a-63dd46a2e76a req-300d9328-370b-411b-af2a-498c8c0809af tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 945 time: 0.1040049 May 20 09:01:35.741838 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3c7f717b-f5b5-4548-b52a-63dd46a2e76a req-e1446ae4-3255-402a-89d7-32c37beb7b51 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629346 May 20 09:01:35.782856 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-82cf9c9b-1b99-46d1-952a-5b7d53107ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:35.798139 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-82cf9c9b-1b99-46d1-952a-5b7d53107ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:35.803033 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-82cf9c9b-1b99-46d1-952a-5b7d53107ffe admin admin] Usage tracker for resource:security_group_rule and tenant:dc722ad079204cb8a82651dce03d4733 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:35.818240 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-82cf9c9b-1b99-46d1-952a-5b7d53107ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:35.830935 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-82cf9c9b-1b99-46d1-952a-5b7d53107ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:35.883557 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352bf0e-eb41-44bc-85ca-10ae8ee6ca78 req-ac0a640f-573d-4ecd-a752-f7d6c6fc7138 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:35.885251 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e352bf0e-eb41-44bc-85ca-10ae8ee6ca78 req-ac0a640f-573d-4ecd-a752-f7d6c6fc7138 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 945 time: 0.0886023 May 20 09:01:35.941923 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-82cf9c9b-1b99-46d1-952a-5b7d53107ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:35.946597 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e352bf0e-eb41-44bc-85ca-10ae8ee6ca78 req-ee1f4299-6445-4521-b436-c1d4b892bf49 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548728 May 20 09:01:35.947682 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-82cf9c9b-1b99-46d1-952a-5b7d53107ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:35.968360 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:35.988223 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-82cf9c9b-1b99-46d1-952a-5b7d53107ffe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dc722ad079204cb8a82651dce03d4733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792648 May 20 09:01:35.991447 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 34962) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:36.009525 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf9c9b-1b99-46d1-952a-5b7d53107ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d28fd-3eaf-4283-9634-3157e12953fe,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:36.014632 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-82cf9c9b-1b99-46d1-952a-5b7d53107ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:36.057474 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8c585f8e-7aa4-43d9-bb04-07965f4405d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.085388 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34968) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:36.095509 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8c585f8e-7aa4-43d9-bb04-07965f4405d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.154585 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8c585f8e-7aa4-43d9-bb04-07965f4405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.161627 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:36.173501 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c585f8e-7aa4-43d9-bb04-07965f4405d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d28fd-3eaf-4283-9634-3157e12953fe,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:36.176574 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-8c585f8e-7aa4-43d9-bb04-07965f4405d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:36.178970 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8c585f8e-7aa4-43d9-bb04-07965f4405d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.191962 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-8c585f8e-7aa4-43d9-bb04-07965f4405d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a64d28fd-3eaf-4283-9634-3157e12953fe HTTP/1.1" status: 204 len: 168 time: 0.1902814 May 20 09:01:36.243262 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3e1120b2-8984-4365-bf1b-42055cfacad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.261541 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-3e1120b2-8984-4365-bf1b-42055cfacad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:36.267010 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-3e1120b2-8984-4365-bf1b-42055cfacad4 admin admin] Usage tracker for resource:security_group_rule and tenant:6e5dfaafdcfd4040aa32a1ba0fbaccaa is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:36.270575 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-3e1120b2-8984-4365-bf1b-42055cfacad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:36.277475 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-3e1120b2-8984-4365-bf1b-42055cfacad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:36.390932 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3e1120b2-8984-4365-bf1b-42055cfacad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.396023 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3e1120b2-8984-4365-bf1b-42055cfacad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.405269 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-bdd0db5c-4b14-42dc-827e-0dac488aecf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:36.447806 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1120b2-8984-4365-bf1b-42055cfacad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f695e7e9-761b-4876-8c30-585ac8a38ac7,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:36.451594 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3e1120b2-8984-4365-bf1b-42055cfacad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:36.455489 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-3e1120b2-8984-4365-bf1b-42055cfacad4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6e5dfaafdcfd4040aa32a1ba0fbaccaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690853 May 20 09:01:36.458085 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 34982) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:36.545002 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bcfbea54-61d6-48b8-bc6b-5e1839ce5489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.582446 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 34988) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:36.582991 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bcfbea54-61d6-48b8-bc6b-5e1839ce5489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.639858 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bcfbea54-61d6-48b8-bc6b-5e1839ce5489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.646853 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6890341f-42d0-49b5-98cc-6fcff0105b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:36.663916 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.664908 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbea54-61d6-48b8-bc6b-5e1839ce5489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f695e7e9-761b-4876-8c30-585ac8a38ac7,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:36.675546 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-bcfbea54-61d6-48b8-bc6b-5e1839ce5489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:36.676621 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bcfbea54-61d6-48b8-bc6b-5e1839ce5489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.678171 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3c76ae83-4b66-48d8-b213-fd5177e324a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.681651 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-bcfbea54-61d6-48b8-bc6b-5e1839ce5489 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f695e7e9-761b-4876-8c30-585ac8a38ac7 HTTP/1.1" status: 204 len: 168 time: 0.2218525 May 20 09:01:36.703855 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3c76ae83-4b66-48d8-b213-fd5177e324a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:36.709629 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3c76ae83-4b66-48d8-b213-fd5177e324a2 admin admin] Usage tracker for resource:security_group_rule and tenant:21c258494ad84c9096c793dcfbfab8dd is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:36.717535 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3c76ae83-4b66-48d8-b213-fd5177e324a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:36.726508 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3c76ae83-4b66-48d8-b213-fd5177e324a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:36.780206 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192f98b-c5dd-4f1b-83b7-d04060ba0c65 req-7201dc4e-e541-4a44-b575-601464e023ca tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:36.781955 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6192f98b-c5dd-4f1b-83b7-d04060ba0c65 req-7201dc4e-e541-4a44-b575-601464e023ca tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2024028 May 20 09:01:36.847815 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f2a419f5-20ba-4607-8417-78d65da6ecac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.858628 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6192f98b-c5dd-4f1b-83b7-d04060ba0c65 req-22f177cf-43f8-43ec-92ba-fb4cc8126876 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682886 May 20 09:01:36.938395 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3c76ae83-4b66-48d8-b213-fd5177e324a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.943389 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3c76ae83-4b66-48d8-b213-fd5177e324a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.951866 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-11585941-66a1-40ab-9eb5-5fc96c41ffe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:36.996539 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76ae83-4b66-48d8-b213-fd5177e324a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed9b622-17fb-4ead-b971-31eeda580619,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:37.002478 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3c76ae83-4b66-48d8-b213-fd5177e324a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:37.007757 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-3c76ae83-4b66-48d8-b213-fd5177e324a2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=21c258494ad84c9096c793dcfbfab8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272187 May 20 09:01:37.007757 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 35004) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:37.031111 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334369e-d6db-4a50-aa90-a70413dcc799 req-6f0cc0f1-c122-4a70-a932-e61b5633716d tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:37.032485 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7334369e-d6db-4a50-aa90-a70413dcc799 req-6f0cc0f1-c122-4a70-a932-e61b5633716d tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 945 time: 0.1779468 May 20 09:01:37.081585 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35008) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:37.098856 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-db25b6ef-084a-4467-bad8-32fe45e281ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.114230 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-db25b6ef-084a-4467-bad8-32fe45e281ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:37.118142 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-db25b6ef-084a-4467-bad8-32fe45e281ae admin admin] Usage tracker for resource:security_group_rule and tenant:986044d64d224f05aa0dd1dcde0daf2f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:37.120947 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-db25b6ef-084a-4467-bad8-32fe45e281ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:37.127920 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-db25b6ef-084a-4467-bad8-32fe45e281ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:37.168371 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7334369e-d6db-4a50-aa90-a70413dcc799 req-6bce3fc4-e2f8-4f58-8726-b2a1d64893e3 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243517 May 20 09:01:37.173915 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-27fc3de7-8479-4dd7-afb7-28774dbdba3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.207935 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-27fc3de7-8479-4dd7-afb7-28774dbdba3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.212524 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-db25b6ef-084a-4467-bad8-32fe45e281ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.218673 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-db25b6ef-084a-4467-bad8-32fe45e281ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.252271 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3cb6e8e0-4156-40f5-a590-ea9b593cca15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:37.262245 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-db25b6ef-084a-4467-bad8-32fe45e281ae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=986044d64d224f05aa0dd1dcde0daf2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794779 May 20 09:01:37.267049 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34738a-6c7e-4d96-848d-9aec3d0ff4ce req-68389eea-da28-46bf-b676-097c83bc9498 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:37.267209 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35016) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:37.268563 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc34738a-6c7e-4d96-848d-9aec3d0ff4ce req-68389eea-da28-46bf-b676-097c83bc9498 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 945 time: 0.1986556 May 20 09:01:37.309565 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-27fc3de7-8479-4dd7-afb7-28774dbdba3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.317378 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:37.327739 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25b6ef-084a-4467-bad8-32fe45e281ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a4db1a-71a9-4f94-86a0-ace1c59cfd18,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:37.330502 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc3de7-8479-4dd7-afb7-28774dbdba3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed9b622-17fb-4ead-b971-31eeda580619,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:37.334003 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-db25b6ef-084a-4467-bad8-32fe45e281ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:37.350617 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-27fc3de7-8479-4dd7-afb7-28774dbdba3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:37.355174 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc34738a-6c7e-4d96-848d-9aec3d0ff4ce req-2fb2838b-4157-4bbd-8d77-78ccb7d578fc tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708258 May 20 09:01:37.356827 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-27fc3de7-8479-4dd7-afb7-28774dbdba3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.360562 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-27fc3de7-8479-4dd7-afb7-28774dbdba3e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7ed9b622-17fb-4ead-b971-31eeda580619 HTTP/1.1" status: 204 len: 168 time: 0.3498411 May 20 09:01:37.370259 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21bd3144-4142-4128-ac06-57e9b40f1060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.419263 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21bd3144-4142-4128-ac06-57e9b40f1060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.477866 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21bd3144-4142-4128-ac06-57e9b40f1060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.483521 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-12346d18-bebd-4501-9c12-1c8169e62de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:37.493758 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd3144-4142-4128-ac06-57e9b40f1060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a4db1a-71a9-4f94-86a0-ace1c59cfd18,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:37.498438 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-21bd3144-4142-4128-ac06-57e9b40f1060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:37.500636 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21bd3144-4142-4128-ac06-57e9b40f1060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.504561 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-21bd3144-4142-4128-ac06-57e9b40f1060 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/19a4db1a-71a9-4f94-86a0-ace1c59cfd18 HTTP/1.1" status: 204 len: 168 time: 0.2365038 May 20 09:01:37.686802 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.742455 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35034) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:37.763565 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3e7f0348-1375-4ee6-9af2-4ceb77e3d4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.780926 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-3e7f0348-1375-4ee6-9af2-4ceb77e3d4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:37.785204 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-3e7f0348-1375-4ee6-9af2-4ceb77e3d4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:60a08672373b459eb580ab4f967e5890 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:37.788052 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-3e7f0348-1375-4ee6-9af2-4ceb77e3d4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:37.793984 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-3e7f0348-1375-4ee6-9af2-4ceb77e3d4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:37.902850 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3e7f0348-1375-4ee6-9af2-4ceb77e3d4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.910542 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3e7f0348-1375-4ee6-9af2-4ceb77e3d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:37.935510 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fb230bc8-4613-4ae6-952a-cc0f7df0835c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:38.005110 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-3e7f0348-1375-4ee6-9af2-4ceb77e3d4e8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=60a08672373b459eb580ab4f967e5890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609413 May 20 09:01:38.006087 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35050) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:38.006879 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f0348-1375-4ee6-9af2-4ceb77e3d4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7897b7-58f4-4c2e-a04d-f2b1c2dbf882,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:38.026126 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3e7f0348-1375-4ee6-9af2-4ceb77e3d4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:38.080667 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6617203-50ea-4715-9ec2-965873264214 req-26638286-6199-4d63-ab45-a0819056dbee tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:38.083529 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d6617203-50ea-4715-9ec2-965873264214 req-26638286-6199-4d63-ab45-a0819056dbee tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.0946357 May 20 09:01:38.110571 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-61342a91-e6ab-4fb6-b375-3cd767339e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:38.149581 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d6617203-50ea-4715-9ec2-965873264214 req-a18389e7-cb57-4ece-9d3a-02fa3db767ed tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496743 May 20 09:01:38.153314 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-61342a91-e6ab-4fb6-b375-3cd767339e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:38.210957 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-61342a91-e6ab-4fb6-b375-3cd767339e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:38.216029 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-21bd3144-4142-4128-ac06-57e9b40f1060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:38.230075 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61342a91-e6ab-4fb6-b375-3cd767339e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7897b7-58f4-4c2e-a04d-f2b1c2dbf882,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:38.233343 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-61342a91-e6ab-4fb6-b375-3cd767339e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:38.235072 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-61342a91-e6ab-4fb6-b375-3cd767339e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:38.236144 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-61342a91-e6ab-4fb6-b375-3cd767339e30 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6a7897b7-58f4-4c2e-a04d-f2b1c2dbf882 HTTP/1.1" status: 204 len: 168 time: 0.2140164 May 20 09:01:38.612898 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ce643-df46-4966-ab12-99d193d86081 req-4831928c-9a9d-4282-acec-a771fb3a50c6 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:38.613494 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-779ce643-df46-4966-ab12-99d193d86081 req-4831928c-9a9d-4282-acec-a771fb3a50c6 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 945 time: 0.1273375 May 20 09:01:38.792742 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-779ce643-df46-4966-ab12-99d193d86081 req-e6d3cae7-e166-47d8-bc2d-33c5d6a04fd8 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719019 May 20 09:01:38.836172 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671bc65-d792-4543-b5b2-5e55256da81d req-b487c9c8-4855-4f68-9876-76d783d94bb1 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:38.837768 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b671bc65-d792-4543-b5b2-5e55256da81d req-b487c9c8-4855-4f68-9876-76d783d94bb1 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.97 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 945 time: 0.2031136 May 20 09:01:39.026927 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-b671bc65-d792-4543-b5b2-5e55256da81d req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Deleting port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:01:39.027178 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-b671bc65-d792-4543-b5b2-5e55256da81d req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:39.186890 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-b671bc65-d792-4543-b5b2-5e55256da81d req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] For port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6,segment=NetworkSegment(1825b8f5-27a6-4c7a-9cc5-b8f8376566bc),segment_id=1825b8f5-27a6-4c7a-9cc5-b8f8376566bc)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:39.187537 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-b671bc65-d792-4543-b5b2-5e55256da81d req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:39.332884 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-b671bc65-d792-4543-b5b2-5e55256da81d req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Calling delete_port for 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:01:39.487256 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:39.570210 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da33ce-6744-4a75-a92b-2f5a018cdf82 req-ed66c2c5-dab1-42a1-a140-dba45484d75e tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:39.577217 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a8da33ce-6744-4a75-a92b-2f5a018cdf82 req-ed66c2c5-dab1-42a1-a140-dba45484d75e tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1189845 May 20 09:01:39.664328 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a8da33ce-6744-4a75-a92b-2f5a018cdf82 req-3c42d5e9-469b-4304-a45a-721a0447cb65 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862627 May 20 09:01:39.680917 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-b671bc65-d792-4543-b5b2-5e55256da81d req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:39.689364 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:39.739446 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:01:39.786338 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Pushing event deleted for resources: {'Port': ['ID=1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:39.793439 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:39.918613 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b671bc65-d792-4543-b5b2-5e55256da81d req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] No DVR routers for this DVR port 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:01:39.958508 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-b671bc65-d792-4543-b5b2-5e55256da81d req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:39.960586 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071afdd-24b5-49eb-971b-8802fcf36ce6', 'name': 'network-vif-deleted', 'tag': '1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:40.014684 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ff6b467e-f031-475d-b07d-68bd633db6bc req-6a9d372a-5863-4f9b-8f8b-46f73fea2e80 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=7071afdd-24b5-49eb-971b-8802fcf36ce6 HTTP/1.1" status: 200 len: 210 time: 0.0885179 May 20 09:01:40.020158 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b671bc65-d792-4543-b5b2-5e55256da81d req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.97 "DELETE /v2.0/ports/1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 HTTP/1.1" status: 204 len: 173 time: 1.1748166 May 20 09:01:40.059751 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7071afdd-24b5-49eb-971b-8802fcf36ce6', 'name': 'network-vif-deleted', 'tag': '1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6', 'status': 'completed', 'code': 200} May 20 09:01:40.887064 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e420-fb20-4479-94cc-f61b077ff395 req-d8241d43-5a66-4b7f-98cb-70893324fff7 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:40.888509 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a637e420-fb20-4479-94cc-f61b077ff395 req-d8241d43-5a66-4b7f-98cb-70893324fff7 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.0833521 May 20 09:01:40.947078 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a637e420-fb20-4479-94cc-f61b077ff395 req-3cfae6e2-e5ff-4d7a-ba61-32dee60d8a97 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524819 May 20 09:01:41.430160 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-130c0b7c-20f5-4f21-ad99-c2892318dafd tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:41.432491 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-130c0b7c-20f5-4f21-ad99-c2892318dafd tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/networks?id=f8c36c48-b199-4ece-8919-cd16912a8467 HTTP/1.1" status: 200 len: 809 time: 0.1470759 May 20 09:01:41.451157 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-066cda38-b3bf-4e66-9759-4bf8bcd59baf tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/quotas/00bc8df99d2c44e8a2c52d6970508338 HTTP/1.1" status: 200 len: 375 time: 0.0129209 May 20 09:01:41.517236 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c9e15c25-9205-456e-bbf2-e23bad15bea2 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Synchronizing usage tracker for tenant:00bc8df99d2c44e8a2c52d6970508338 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:01:41.533206 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c9e15c25-9205-456e-bbf2-e23bad15bea2 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Unset dirty status for tenant:00bc8df99d2c44e8a2c52d6970508338 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:01:41.534400 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c9e15c25-9205-456e-bbf2-e23bad15bea2 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=00bc8df99d2c44e8a2c52d6970508338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756097 May 20 09:01:41.665863 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-3cf08ad2-09ce-4a2e-b3c7-9c421fc90a8c service neutron] 10.222.0.88 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239917 May 20 09:01:41.863141 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-fac76643-6f9b-48d6-9cbf-9824c81e2128 service neutron] 10.222.0.88 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912489 May 20 09:01:42.068985 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-499bd824-6116-464a-bd27-2f6cf30d04fa req-92dfdd49-871d-446b-9d9c-a1551797a03a tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 210 time: 0.0662317 May 20 09:01:42.184484 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6d7cb-3af7-4de7-a8ae-c130234b1b9d req-52b30759-12d3-4af4-8281-2a22edf40f15 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:42.192908 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c4b6d7cb-3af7-4de7-a8ae-c130234b1b9d req-52b30759-12d3-4af4-8281-2a22edf40f15 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.0991964 May 20 09:01:42.267214 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c4b6d7cb-3af7-4de7-a8ae-c130234b1b9d req-fc9418a4-0dc2-4277-86a0-e4480251edf3 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734551 May 20 09:01:43.009320 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:01:43.044696 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:01:43.045273 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 1591ebcf-cfd2-4f2a-8a44-cdbc46058bb6 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:01:43.230530 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7d5eb826-3c8e-415a-8838-8a3d37e3fb3c req-0dedae8d-3d12-42b5-b8e2-6ea8e03e6a4c tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 210 time: 0.0487006 May 20 09:01:43.631235 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-6b4974b2-4e1d-4418-a7cd-14fed64c6728 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:43.633082 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-6b4974b2-4e1d-4418-a7cd-14fed64c6728 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.97 "GET /v2.0/networks?id=f8c36c48-b199-4ece-8919-cd16912a8467 HTTP/1.1" status: 200 len: 809 time: 0.2318509 May 20 09:01:43.642172 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc12ab1-ae70-42f5-9a07-91ae1c8bb43b req-8081af91-3604-4f5a-bfe2-e5c060988911 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:43.644005 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-abc12ab1-ae70-42f5-9a07-91ae1c8bb43b req-8081af91-3604-4f5a-bfe2-e5c060988911 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2163758 May 20 09:01:43.679557 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Request body: {'port': {'device_id': 'e05453f5-cf8a-470c-9e30-10aadf735e2a', 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467', 'admin_state_up': True, 'tenant_id': '00bc8df99d2c44e8a2c52d6970508338'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:43.844968 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:43.856664 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:43.872869 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-abc12ab1-ae70-42f5-9a07-91ae1c8bb43b req-eb9ceb3a-3f46-452a-b4d6-ab9d6db15585 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186353 May 20 09:01:43.873977 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Made reservation on behalf of 00bc8df99d2c44e8a2c52d6970508338 for: {'port': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:01:43.877360 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:44.001470 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:44.065269 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Allocated IP 172.20.0.12 (f8c36c48-b199-4ece-8919-cd16912a8467/ee5e9737-60c8-4102-9144-a64f0d074f8b/e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:01:44.269837 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:44.302590 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:44.313108 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:44.425116 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Network f8c36c48-b199-4ece-8919-cd16912a8467 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:01:44.428477 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:01:44.431331 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:01:44.476653 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Pushing event updated for resources: {'Port': ['ID=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:44.483695 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:44.515137 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:44.515745 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:44.551954 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea899c-bb84-4ea5-8783-613c8556a9a0 req-2cc7012c-cbd5-4739-b6a8-9f65e885ebb5 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:44.552172 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-e7ea899c-bb84-4ea5-8783-613c8556a9a0 req-2cc7012c-cbd5-4739-b6a8-9f65e885ebb5 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Synchronizing usage tracker for tenant:00bc8df99d2c44e8a2c52d6970508338 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:01:44.556925 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8827920 May 20 09:01:44.569840 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-e7ea899c-bb84-4ea5-8783-613c8556a9a0 req-2cc7012c-cbd5-4739-b6a8-9f65e885ebb5 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Unset dirty status for tenant:00bc8df99d2c44e8a2c52d6970508338 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:01:44.571186 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e7ea899c-bb84-4ea5-8783-613c8556a9a0 req-2cc7012c-cbd5-4739-b6a8-9f65e885ebb5 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 932 time: 0.2199442 May 20 09:01:44.579481 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Request body: {'port': {'device_id': 'e05453f5-cf8a-470c-9e30-10aadf735e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:44.704123 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e7ea899c-bb84-4ea5-8783-613c8556a9a0 req-fcd5ee27-e08a-4f59-9a86-33fd8fc74701 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962961 May 20 09:01:44.734432 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.218606 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35338) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:45.258216 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c {{(pid=91688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:01:45.268667 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.285510 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f736c9-828c-42f1-a290-d21d10d57bac req-1427c4ea-3a72-4bb2-b1f2-2c6aa4b31ec2 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:45.287022 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-70f736c9-828c-42f1-a290-d21d10d57bac req-1427c4ea-3a72-4bb2-b1f2-2c6aa4b31ec2 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2624264 May 20 09:01:45.311255 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Transition to ACTIVE for port object e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:01:45.317576 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.323171 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-75c24671-546f-47e8-b2bd-034ae2fb2a15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:45.355002 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f57b9763-b80b-40c0-9de1-e6e319e26e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.374287 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-f57b9763-b80b-40c0-9de1-e6e319e26e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:45.379185 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-f57b9763-b80b-40c0-9de1-e6e319e26e1c admin admin] Usage tracker for resource:security_group_rule and tenant:adf4460a5b014a81ae36fb196f1a20d0 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:45.382656 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-f57b9763-b80b-40c0-9de1-e6e319e26e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:45.390230 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-f57b9763-b80b-40c0-9de1-e6e319e26e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:45.471809 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-70f736c9-828c-42f1-a290-d21d10d57bac req-7ca9cc18-4736-4599-a6e6-2f037bcf8b89 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775200 May 20 09:01:45.492406 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f57b9763-b80b-40c0-9de1-e6e319e26e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.493066 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f57b9763-b80b-40c0-9de1-e6e319e26e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.502896 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-82cf9c9b-1b99-46d1-952a-5b7d53107ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:45.545077 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-f57b9763-b80b-40c0-9de1-e6e319e26e1c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=adf4460a5b014a81ae36fb196f1a20d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252156 May 20 09:01:45.546089 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b9763-b80b-40c0-9de1-e6e319e26e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f20669c-4cc9-462b-8a57-5fde438792b4,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:45.548740 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35352) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:45.550987 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f57b9763-b80b-40c0-9de1-e6e319e26e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:45.598104 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:45.611613 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f24fea34-ba6c-4e2e-9b23-a16482470bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.642240 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:45.642461 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f24fea34-ba6c-4e2e-9b23-a16482470bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.695347 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f24fea34-ba6c-4e2e-9b23-a16482470bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.700104 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-403949ff-594d-4e65-a319-a6464c87d588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:45.705643 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-86c2a31d-60de-4f6b-96e4-1e08a687f7f3 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:45.707185 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-86c2a31d-60de-4f6b-96e4-1e08a687f7f3 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 815 time: 0.3347659 May 20 09:01:45.711726 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fea34-ba6c-4e2e-9b23-a16482470bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f20669c-4cc9-462b-8a57-5fde438792b4,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:45.717248 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Attempting to bind port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:01:45.718257 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Attempting to bind port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '1825b8f5-27a6-4c7a-9cc5-b8f8376566bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:01:45.718257 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Attempting to bind port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c on network f8c36c48-b199-4ece-8919-cd16912a8467 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:45.718983 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f24fea34-ba6c-4e2e-9b23-a16482470bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:45.722388 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f24fea34-ba6c-4e2e-9b23-a16482470bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.725928 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-f24fea34-ba6c-4e2e-9b23-a16482470bb5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1f20669c-4cc9-462b-8a57-5fde438792b4 HTTP/1.1" status: 204 len: 168 time: 0.1740243 May 20 09:01:45.728729 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c on network f8c36c48-b199-4ece-8919-cd16912a8467 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:01:45.729046 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Attempting to bind port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c on network f8c36c48-b199-4ece-8919-cd16912a8467 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:45.736351 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-2334aa2c-a325-4804-a496-34cabee6c87b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/quotas/9408acef4ded4f719020db92cf852b89 HTTP/1.1" status: 200 len: 375 time: 0.0222309 May 20 09:01:45.737201 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:01:45.737552 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Checking segment: {'id': '1825b8f5-27a6-4c7a-9cc5-b8f8376566bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:01:45.737978 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Bound using segment: {'id': '1825b8f5-27a6-4c7a-9cc5-b8f8376566bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:01:45.738500 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Bound port: e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1825b8f5-27a6-4c7a-9cc5-b8f8376566bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:01:45.738719 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.954896 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] For port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c, host hv-cinder-79091, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:01:45.965543 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] For port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c,segment=NetworkSegment(1825b8f5-27a6-4c7a-9cc5-b8f8376566bc),segment_id=1825b8f5-27a6-4c7a-9cc5-b8f8376566bc)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:01:45.975790 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-758e1141-1b10-4fd5-ae10-f0224bc29eb7 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2267244 May 20 09:01:45.979381 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:45.985358 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:46.061359 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:46.061978 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:46.063579 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] 10.222.0.97 "PUT /v2.0/ports/e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c HTTP/1.1" status: 200 len: 1094 time: 1.4882150 May 20 09:01:46.076232 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05453f5-cf8a-470c-9e30-10aadf735e2a', 'tag': 'e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:46.233427 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c145e-b662-4a89-b396-e043fd2c506d req-9000ec1e-dcce-4d64-83e5-eb6c62d4bba1 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:46.244819 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fe0c145e-b662-4a89-b396-e043fd2c506d req-9000ec1e-dcce-4d64-83e5-eb6c62d4bba1 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 944 time: 0.4006708 May 20 09:01:46.255182 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:46.259163 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:46.287881 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35382) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:46.313976 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-b796a9a2-7c08-4104-8b4e-c138c7a2c8a4 service neutron] 10.222.0.88 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991869 May 20 09:01:46.356893 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fe0c145e-b662-4a89-b396-e043fd2c506d req-33da901d-43ae-49bf-8572-8b951bd65965 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115057 May 20 09:01:46.407457 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-83f20658-424f-4afb-8233-31ee8c5cc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:46.409005 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-83f20658-424f-4afb-8233-31ee8c5cc033 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=00bc8df99d2c44e8a2c52d6970508338&device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 1097 time: 0.2488580 May 20 09:01:46.465565 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-230bf374-ccb0-4f8a-99fb-fa6d3d34a573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:46.521024 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05453f5-cf8a-470c-9e30-10aadf735e2a', 'tag': 'e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c', 'status': 'completed', 'code': 200} May 20 09:01:46.535084 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-faf7f9dd-3bb5-419a-9acb-11296e9f67d8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c HTTP/1.1" status: 200 len: 217 time: 0.0818076 May 20 09:01:46.590511 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-230bf374-ccb0-4f8a-99fb-fa6d3d34a573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:46.594685 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-230bf374-ccb0-4f8a-99fb-fa6d3d34a573 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8bd8467c9f4e3f89b52c94a13cee66 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:46.597545 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-230bf374-ccb0-4f8a-99fb-fa6d3d34a573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:46.603551 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-230bf374-ccb0-4f8a-99fb-fa6d3d34a573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:46.620616 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-3b3e5f6d-f07d-45cb-8123-3a5799bc0fa7 service neutron] 10.222.0.88 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877014 May 20 09:01:46.631967 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-5125a86b-f085-4b3a-96f3-62b87db3d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:46.634276 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-5125a86b-f085-4b3a-96f3-62b87db3d588 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ee5e9737-60c8-4102-9144-a64f0d074f8b HTTP/1.1" status: 200 len: 849 time: 0.0910220 May 20 09:01:46.698580 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-230bf374-ccb0-4f8a-99fb-fa6d3d34a573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:46.704581 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-230bf374-ccb0-4f8a-99fb-fa6d3d34a573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:46.717212 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f24fea34-ba6c-4e2e-9b23-a16482470bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:46.730609 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-344c2205-8c78-42b3-95d9-6cc55a7d83b0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f8c36c48-b199-4ece-8919-cd16912a8467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633779 May 20 09:01:46.799779 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-230bf374-ccb0-4f8a-99fb-fa6d3d34a573 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fa8bd8467c9f4e3f89b52c94a13cee66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080779 May 20 09:01:46.806356 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35404) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:46.843744 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bf374-ccb0-4f8a-99fb-fa6d3d34a573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02625511-33e4-4857-8305-312c3da5192d,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:46.847563 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-230bf374-ccb0-4f8a-99fb-fa6d3d34a573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:46.909787 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-23f77949-7671-492c-bfbe-77fb13e68e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:46.946537 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-23f77949-7671-492c-bfbe-77fb13e68e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:47.029446 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-23f77949-7671-492c-bfbe-77fb13e68e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:47.033399 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3e7f0348-1375-4ee6-9af2-4ceb77e3d4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:47.046505 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f77949-7671-492c-bfbe-77fb13e68e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02625511-33e4-4857-8305-312c3da5192d,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:47.061580 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-23f77949-7671-492c-bfbe-77fb13e68e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:47.061580 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-23f77949-7671-492c-bfbe-77fb13e68e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:47.061580 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-23f77949-7671-492c-bfbe-77fb13e68e03 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/02625511-33e4-4857-8305-312c3da5192d HTTP/1.1" status: 204 len: 168 time: 0.2541099 May 20 09:01:47.168123 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dd3fdd5b-9fd3-4f08-9a5e-75944b014d9d req-defddef4-41db-4129-a0e5-b1e63d350611 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 210 time: 0.2679470 May 20 09:01:47.248595 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-85ce4acb-2fc9-41ed-990b-d57215ef634a service neutron] 10.222.0.97 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080590 May 20 09:01:47.306930 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2472fa7-020a-4dca-9eb1-9d3bd8c9b556 req-e1e3297c-3eee-440e-ac53-9bcffdb3ef0b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.315040 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b2472fa7-020a-4dca-9eb1-9d3bd8c9b556 req-e1e3297c-3eee-440e-ac53-9bcffdb3ef0b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.4140258 May 20 09:01:47.500151 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b2472fa7-020a-4dca-9eb1-9d3bd8c9b556 req-7447894e-7061-4ff0-8d35-20741e2779d1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811867 May 20 09:01:47.500374 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35430) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:47.558047 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc04f153-3712-41a1-b8b2-875f1294fc47 req-87def661-b4c2-4135-bd53-f1ba3e034bd3 service neutron] 10.222.0.97 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018396 May 20 09:01:47.677208 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a7d8-d1a5-41ab-a5b2-841079ef4d7c req-f79df604-dbca-4626-887b-ed25509c3102 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.685697 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7987a7d8-d1a5-41ab-a5b2-841079ef4d7c req-f79df604-dbca-4626-887b-ed25509c3102 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 944 time: 0.1146603 May 20 09:01:47.713109 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b7d3cdb0-5dac-49df-aefd-afa51d9891c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:47.740105 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7987a7d8-d1a5-41ab-a5b2-841079ef4d7c req-d5f9de82-96da-43c9-b347-c144af9883e0 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538149 May 20 09:01:47.746898 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-b7d3cdb0-5dac-49df-aefd-afa51d9891c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:47.752318 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-b7d3cdb0-5dac-49df-aefd-afa51d9891c8 admin admin] Usage tracker for resource:security_group_rule and tenant:4e630468e2294617b82f45835ae408ce is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:47.755902 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-b7d3cdb0-5dac-49df-aefd-afa51d9891c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:47.771300 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-b7d3cdb0-5dac-49df-aefd-afa51d9891c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:47.842093 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719476b-80a2-47f9-84c4-c257808d9370 req-07641afe-88a5-48ca-ac9d-bfd67af58f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.844405 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1719476b-80a2-47f9-84c4-c257808d9370 req-07641afe-88a5-48ca-ac9d-bfd67af58f36 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=00bc8df99d2c44e8a2c52d6970508338&device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 1097 time: 0.1082726 May 20 09:01:47.880368 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b7d3cdb0-5dac-49df-aefd-afa51d9891c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:47.885667 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b7d3cdb0-5dac-49df-aefd-afa51d9891c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:47.896952 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:47.946557 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-b7d3cdb0-5dac-49df-aefd-afa51d9891c8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4e630468e2294617b82f45835ae408ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442637 May 20 09:01:47.948386 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3cdb0-5dac-49df-aefd-afa51d9891c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4e9858-a1ea-428d-9eda-64f8d24e8ee7,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:47.950972 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35448) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:47.968849 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b7d3cdb0-5dac-49df-aefd-afa51d9891c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:48.050085 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4f13a6ae-26bf-4690-bcc2-7b8d057d7bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:48.057038 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719476b-80a2-47f9-84c4-c257808d9370 req-37e5f467-c892-4338-b50b-7ef731fe9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:48.058632 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1719476b-80a2-47f9-84c4-c257808d9370 req-37e5f467-c892-4338-b50b-7ef731fe9896 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f8c36c48-b199-4ece-8919-cd16912a8467 HTTP/1.1" status: 200 len: 911 time: 0.1725779 May 20 09:01:48.084726 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4f13a6ae-26bf-4690-bcc2-7b8d057d7bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:48.139845 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1719476b-80a2-47f9-84c4-c257808d9370 req-6eae78ae-b42c-4a8a-adfa-d53b3f6d9a8d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c HTTP/1.1" status: 200 len: 217 time: 0.0622997 May 20 09:01:48.143068 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4f13a6ae-26bf-4690-bcc2-7b8d057d7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:48.148491 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f57b9763-b80b-40c0-9de1-e6e319e26e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:48.160261 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13a6ae-26bf-4690-bcc2-7b8d057d7bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4e9858-a1ea-428d-9eda-64f8d24e8ee7,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:48.163228 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-4f13a6ae-26bf-4690-bcc2-7b8d057d7bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:48.165329 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4f13a6ae-26bf-4690-bcc2-7b8d057d7bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:48.166448 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-4f13a6ae-26bf-4690-bcc2-7b8d057d7bc3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f4e9858-a1ea-428d-9eda-64f8d24e8ee7 HTTP/1.1" status: 204 len: 168 time: 0.2032166 May 20 09:01:48.224841 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719476b-80a2-47f9-84c4-c257808d9370 req-1ae58f6d-1df7-4be2-91e0-4bd99104c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:48.226284 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1719476b-80a2-47f9-84c4-c257808d9370 req-1ae58f6d-1df7-4be2-91e0-4bd99104c366 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ee5e9737-60c8-4102-9144-a64f0d074f8b HTTP/1.1" status: 200 len: 849 time: 0.0794625 May 20 09:01:48.289361 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1719476b-80a2-47f9-84c4-c257808d9370 req-8eec2606-502e-4bcd-922e-249172e2a3b4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f8c36c48-b199-4ece-8919-cd16912a8467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548329 May 20 09:01:48.367001 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6c1b90d8-2c35-422b-bc4c-837adb773d35 req-d90a96ce-cfbb-47a7-bac6-6e3e103b91a2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 210 time: 0.0677154 May 20 09:01:48.500394 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1719476b-80a2-47f9-84c4-c257808d9370 req-3a382a2f-1a74-40e0-a132-1acfe1cdf180 service neutron] 10.222.0.97 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650126 May 20 09:01:48.729427 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1719476b-80a2-47f9-84c4-c257808d9370 req-989d8822-9a7d-4128-8ba0-647eefdd1910 service neutron] 10.222.0.97 "GET /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147174 May 20 09:01:48.890156 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77239120-15ff-4f06-9c18-0155197367a6 req-ffec7188-b394-420d-9c2b-691b1dc5c7eb tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:48.895548 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-77239120-15ff-4f06-9c18-0155197367a6 req-ffec7188-b394-420d-9c2b-691b1dc5c7eb tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1691022 May 20 09:01:48.951527 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-a713c223-8616-424c-8c8d-0b3e8e518186 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:48.957823 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-a713c223-8616-424c-8c8d-0b3e8e518186 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 815 time: 0.3162773 May 20 09:01:49.005780 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Request body: {'port': {'device_id': '09f2a007-a75c-4ced-a496-847a4639a3a9', 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef', 'admin_state_up': True, 'tenant_id': '9408acef4ded4f719020db92cf852b89'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:49.059300 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-77239120-15ff-4f06-9c18-0155197367a6 req-6d6c12f1-cc0e-4481-9bb9-400867ac7abf tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567812 May 20 09:01:49.100174 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3cd21-d976-4eb2-9cfa-1fbe2a6a982f req-7a4f9c49-a739-4124-baa7-44c7f0ba2606 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:49.107432 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4df3cd21-d976-4eb2-9cfa-1fbe2a6a982f req-7a4f9c49-a739-4124-baa7-44c7f0ba2606 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 944 time: 0.1367893 May 20 09:01:49.157363 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4df3cd21-d976-4eb2-9cfa-1fbe2a6a982f req-75053e47-9718-486e-b9a7-1e1af2654875 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486562 May 20 09:01:49.199152 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:49.204263 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Usage tracker for resource:port and tenant:9408acef4ded4f719020db92cf852b89 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:49.207551 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:49.213674 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:49.227367 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Made reservation on behalf of 9408acef4ded4f719020db92cf852b89 for: {'port': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:01:49.233040 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:49.329971 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 35510) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:49.420814 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Allocated IP 172.20.0.5 (088d18df-0fde-41fb-ad13-990cb25efaef/0cb13a1f-ecfd-444e-861c-e89a0fa4df77/396b906e-67a1-4f93-be5c-c97c276396cb) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:01:49.480389 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0a391a50-4d3e-4f0c-b051-59c15eab49d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:49.495425 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-0a391a50-4d3e-4f0c-b051-59c15eab49d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:49.499958 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-0a391a50-4d3e-4f0c-b051-59c15eab49d4 admin admin] Usage tracker for resource:security_group_rule and tenant:a8c7148052304b9ba5914142a629ef31 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:49.502836 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-0a391a50-4d3e-4f0c-b051-59c15eab49d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:49.508576 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-0a391a50-4d3e-4f0c-b051-59c15eab49d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:49.569556 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f500f971-bcad-4b71-8763-b7da3890ce48 req-4481a53d-7fc0-4350-8290-5346687b253d tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 210 time: 0.0574222 May 20 09:01:49.658784 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0a391a50-4d3e-4f0c-b051-59c15eab49d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:49.673122 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0a391a50-4d3e-4f0c-b051-59c15eab49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:49.674956 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:49.687365 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-269ed95d-b242-4949-bd54-43102a1676a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:49.710379 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:49.721024 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-75e62d3a-9c76-494e-b018-51263fe0d7f5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:49.748632 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-0a391a50-4d3e-4f0c-b051-59c15eab49d4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a8c7148052304b9ba5914142a629ef31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173424 May 20 09:01:49.749585 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 35524) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:01:49.750308 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a391a50-4d3e-4f0c-b051-59c15eab49d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9315df-fcd8-49f0-810c-5d0aa137d36e,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:49.754162 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90', '7b174c59-80b8-4d3f-969b-bc3d21256541', '981c2136-ef5d-476f-af24-4f7e1d88ab4c'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:01:49.793074 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Network 088d18df-0fde-41fb-ad13-990cb25efaef is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:01:49.797184 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:01:49.799393 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0a391a50-4d3e-4f0c-b051-59c15eab49d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:49.801524 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:01:49.807614 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:49.808258 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:49.834906 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8337276 May 20 09:01:49.841462 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Pushing event updated for resources: {'Port': ['ID=396b906e-67a1-4f93-be5c-c97c276396cb,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:49.846235 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:49.857054 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Request body: {'port': {'device_id': '09f2a007-a75c-4ced-a496-847a4639a3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:49.861528 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-541aa28d-ab03-4c9e-8a5d-40025583b230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:49.907753 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-541aa28d-ab03-4c9e-8a5d-40025583b230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:49.979539 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-541aa28d-ab03-4c9e-8a5d-40025583b230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:49.983667 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-828a3b0c-6c9f-44ea-9480-547b56053171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:49.995954 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541aa28d-ab03-4c9e-8a5d-40025583b230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9315df-fcd8-49f0-810c-5d0aa137d36e,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:49.999666 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-541aa28d-ab03-4c9e-8a5d-40025583b230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:50.005699 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-541aa28d-ab03-4c9e-8a5d-40025583b230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:50.008752 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-541aa28d-ab03-4c9e-8a5d-40025583b230 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7b9315df-fcd8-49f0-810c-5d0aa137d36e HTTP/1.1" status: 204 len: 168 time: 0.2404902 May 20 09:01:50.029324 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:50.509427 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396b906e-67a1-4f93-be5c-c97c276396cb {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:01:50.517561 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:50.525198 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33ab43-83f4-49dc-a20c-ddaa896328b6 req-d792b4e2-7f48-40f2-b379-42f7b8bcb0ee tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:50.526653 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ab33ab43-83f4-49dc-a20c-ddaa896328b6 req-d792b4e2-7f48-40f2-b379-42f7b8bcb0ee tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.2847722 May 20 09:01:50.538434 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Transition to ACTIVE for port object 396b906e-67a1-4f93-be5c-c97c276396cb will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:01:50.544476 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47592e22-5ce3-417e-bd85-d2e95a12541b req-ea8eb124-cac3-498a-90b9-fb025567293a tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:50.545944 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-47592e22-5ce3-417e-bd85-d2e95a12541b req-ea8eb124-cac3-498a-90b9-fb025567293a tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 944 time: 0.1182129 May 20 09:01:50.549561 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:50.555848 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:50.618459 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ab33ab43-83f4-49dc-a20c-ddaa896328b6 req-e3cb86c7-d9bf-49d7-9b5d-1f88d27c1ff7 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843799 May 20 09:01:50.626287 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-47592e22-5ce3-417e-bd85-d2e95a12541b req-168df2b8-edec-4fc5-b3b3-752f1e9b1a0a tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672567 May 20 09:01:50.792234 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Pushing event updated for resources: {'Port': ['ID=396b906e-67a1-4f93-be5c-c97c276396cb,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:50.801916 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:50.826746 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de95802-fd98-49e1-9fb0-36bda5b289c2 req-0020d14d-c305-4312-a92e-9e39418c3439 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:50.828503 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Attempting to bind port 396b906e-67a1-4f93-be5c-c97c276396cb on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:01:50.828911 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3de95802-fd98-49e1-9fb0-36bda5b289c2 req-0020d14d-c305-4312-a92e-9e39418c3439 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 943 time: 0.0950189 May 20 09:01:50.829080 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Attempting to bind port 396b906e-67a1-4f93-be5c-c97c276396cb by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:01:50.829457 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Attempting to bind port 396b906e-67a1-4f93-be5c-c97c276396cb on network 088d18df-0fde-41fb-ad13-990cb25efaef {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:50.834539 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Port 396b906e-67a1-4f93-be5c-c97c276396cb on network 088d18df-0fde-41fb-ad13-990cb25efaef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:01:50.834911 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Attempting to bind port 396b906e-67a1-4f93-be5c-c97c276396cb on network 088d18df-0fde-41fb-ad13-990cb25efaef {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:50.840249 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:01:50.840582 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Checking segment: {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:01:50.841060 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Bound using segment: {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:01:50.841487 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Bound port: 396b906e-67a1-4f93-be5c-c97c276396cb, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c80203-356a-4cf6-b80d-16017323e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:01:50.841828 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:50.875826 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3de95802-fd98-49e1-9fb0-36bda5b289c2 req-ff4a687d-0b95-4692-b4c4-dd2d7d367b84 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 May 20 09:01:50.934176 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] For port 396b906e-67a1-4f93-be5c-c97c276396cb, host hv-cinder-79091, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:01:50.937722 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] For port 396b906e-67a1-4f93-be5c-c97c276396cb, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=396b906e-67a1-4f93-be5c-c97c276396cb,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:01:50.942951 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:50.946699 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:51.001922 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:51.002394 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:51.003750 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] 10.222.0.97 "PUT /v2.0/ports/396b906e-67a1-4f93-be5c-c97c276396cb HTTP/1.1" status: 200 len: 1093 time: 1.1521184 May 20 09:01:51.006714 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f2a007-a75c-4ced-a496-847a4639a3a9', 'tag': '396b906e-67a1-4f93-be5c-c97c276396cb'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:51.029567 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Pushing event updated for resources: {'Port': ['ID=396b906e-67a1-4f93-be5c-c97c276396cb,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:51.033704 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:51.044911 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:01:51.056065 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f2a007-a75c-4ced-a496-847a4639a3a9', 'tag': '396b906e-67a1-4f93-be5c-c97c276396cb', 'status': 'completed', 'code': 200} May 20 09:01:51.173237 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-d61275f6-ad80-4869-8afa-5e33f4058abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:51.173829 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-d61275f6-ad80-4869-8afa-5e33f4058abb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 1096 time: 0.0884035 May 20 09:01:51.182058 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c,segment=NetworkSegment(1825b8f5-27a6-4c7a-9cc5-b8f8376566bc),segment_id=1825b8f5-27a6-4c7a-9cc5-b8f8376566bc)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:51.195854 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': 'e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c', 'network_id': 'f8c36c48-b199-4ece-8919-cd16912a8467', 'port_id': 'e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c', 'mac_address': 'fa:16:3e:e9:6c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5e9737-60c8-4102-9144-a64f0d074f8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:01:51.258823 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:51.261213 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-cd8f8e39-7fe0-4435-acf0-3f3661b4f12c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=396b906e-67a1-4f93-be5c-c97c276396cb HTTP/1.1" status: 200 len: 217 time: 0.0670896 May 20 09:01:51.280616 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:01:51.297555 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c,segment=NetworkSegment(1825b8f5-27a6-4c7a-9cc5-b8f8376566bc),segment_id=1825b8f5-27a6-4c7a-9cc5-b8f8376566bc)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:51.301855 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:51.303970 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:51.349141 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-b667f720-910f-4dfc-9ea1-40c95d37c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:51.350595 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-b667f720-910f-4dfc-9ea1-40c95d37c729 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cb13a1f-ecfd-444e-861c-e89a0fa4df77 HTTP/1.1" status: 200 len: 855 time: 0.0799282 May 20 09:01:51.379522 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:51.382259 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:51.404672 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-42984cd8-1b67-46d6-bec9-a1a5cc13d101 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=088d18df-0fde-41fb-ad13-990cb25efaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455284 May 20 09:01:51.477396 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-c35dfa55-3b6e-4fbe-a372-1ed5c071db7a tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=77492436da18419eb0c762ff38ac776d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317061 May 20 09:01:51.556989 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-1d1aad1b-35f6-4979-917f-aa3c0ccb50dd service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351602 May 20 09:01:51.634159 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-e86e0e9b-d1ad-43a2-9644-ad10c80e8410 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:51.635622 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-e86e0e9b-d1ad-43a2-9644-ad10c80e8410 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518307 May 20 09:01:51.651060 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-8d1a2b4a-b643-47cf-aa17-d2c0a9b8d5ac tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/quotas/77492436da18419eb0c762ff38ac776d HTTP/1.1" status: 200 len: 375 time: 0.0097456 May 20 09:01:51.705386 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-2168947b-6136-4d9a-b8a3-66a5ce6a7c62 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=77492436da18419eb0c762ff38ac776d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444694 May 20 09:01:51.705699 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8e15acf1-6b24-4182-84cb-3887d68ef2cf req-4ec487fe-028d-4a09-af5f-ec1598100a29 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318913 May 20 09:01:51.826601 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d0ff1-0b6a-4921-bd0b-8095782aa7b1 req-5a47330c-91a7-49d7-b934-db577840d28d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:51.828990 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-742d0ff1-0b6a-4921-bd0b-8095782aa7b1 req-5a47330c-91a7-49d7-b934-db577840d28d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.0902863 May 20 09:01:51.885546 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-742d0ff1-0b6a-4921-bd0b-8095782aa7b1 req-ee658674-0bb3-4940-8241-64c58e9948e4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498157 May 20 09:01:51.897926 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:01:51.939249 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5877f-57c2-46c7-b46f-336b610d2efa req-a1b12b3d-70ba-4f69-ae12-87b98f314b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:51.940977 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-47b5877f-57c2-46c7-b46f-336b610d2efa req-a1b12b3d-70ba-4f69-ae12-87b98f314b73 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9408acef4ded4f719020db92cf852b89&device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 1096 time: 0.0952771 May 20 09:01:52.103212 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e7e46-941e-41f2-b432-eb306c125e0a req-6053e9ef-1c84-40e2-b1bd-50ac2731b5e0 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:52.105378 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-469e7e46-941e-41f2-b432-eb306c125e0a req-6053e9ef-1c84-40e2-b1bd-50ac2731b5e0 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 945 time: 0.1530292 May 20 09:01:52.179979 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5877f-57c2-46c7-b46f-336b610d2efa req-767a37d8-ffa4-4658-b7e4-4093da5e6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:52.182274 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-47b5877f-57c2-46c7-b46f-336b610d2efa req-767a37d8-ffa4-4658-b7e4-4093da5e6112 service neutron] 10.222.0.97 "GET /v2.0/networks?id=088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 200 len: 917 time: 0.2242959 May 20 09:01:52.220373 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:01:52.231035 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6eb5c420-5f93-41c7-afd6-6377730e92dc req-a91e8276-333f-49bb-80d9-a9f9ca72bc99 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0703881 May 20 09:01:52.236460 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-469e7e46-941e-41f2-b432-eb306c125e0a req-b226d533-8bcc-4d4b-8daf-383828a12e2c tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210675 May 20 09:01:52.268491 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-47b5877f-57c2-46c7-b46f-336b610d2efa req-856e4337-ac8e-4201-a1bf-c4ff7adf0a28 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=396b906e-67a1-4f93-be5c-c97c276396cb HTTP/1.1" status: 200 len: 217 time: 0.0745738 May 20 09:01:52.348700 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5877f-57c2-46c7-b46f-336b610d2efa req-33f1a338-e695-4824-acf9-70849c0f1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:52.350815 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-47b5877f-57c2-46c7-b46f-336b610d2efa req-33f1a338-e695-4824-acf9-70849c0f1844 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cb13a1f-ecfd-444e-861c-e89a0fa4df77 HTTP/1.1" status: 200 len: 855 time: 0.0740397 May 20 09:01:52.405905 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-47b5877f-57c2-46c7-b46f-336b610d2efa req-08b2f5a6-0b64-4421-aa9e-15469fc44958 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=088d18df-0fde-41fb-ad13-990cb25efaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442522 May 20 09:01:52.441187 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063b316-a6d0-402b-877e-a745919b51de req-e0dd5bd0-9219-4602-8f7e-090afd3f0159 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:52.442659 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8063b316-a6d0-402b-877e-a745919b51de req-e0dd5bd0-9219-4602-8f7e-090afd3f0159 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 943 time: 0.0916753 May 20 09:01:52.501941 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8063b316-a6d0-402b-877e-a745919b51de req-5128d964-de6b-44e0-9bb1-06ef36a78428 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521533 May 20 09:01:52.564230 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-47b5877f-57c2-46c7-b46f-336b610d2efa req-58d2111b-15c2-4bba-bee9-a0b39a673a18 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347749 May 20 09:01:52.740530 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-47b5877f-57c2-46c7-b46f-336b610d2efa req-d10b021f-b9d6-4432-828f-9d241e25d757 service neutron] 10.222.0.97 "GET /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369541 May 20 09:01:53.080209 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f063179-0363-4d3c-b65e-aa3c9b52576e req-64c48328-d60b-4e8c-95b6-b58b1ba75c18 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:53.081722 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6f063179-0363-4d3c-b65e-aa3c9b52576e req-64c48328-d60b-4e8c-95b6-b58b1ba75c18 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.0830030 May 20 09:01:53.130359 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6f063179-0363-4d3c-b65e-aa3c9b52576e req-a9af0317-1254-4dbb-8b93-5bcb6a143677 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419950 May 20 09:01:53.402594 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2454c573-0437-4572-98c6-059d222a2d50 req-741d0823-4ed8-4caf-9de2-bc8c0419d7a5 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0526392 May 20 09:01:53.455567 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-f1d64fc8-2229-460a-bcfc-9d1478f7ce99 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=77492436da18419eb0c762ff38ac776d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326016 May 20 09:01:53.554897 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a6233-856e-4a18-b2f6-0d467cc1a077 req-256119f7-e426-4844-9031-b04b74e3750f tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:53.562715 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8c4a6233-856e-4a18-b2f6-0d467cc1a077 req-256119f7-e426-4844-9031-b04b74e3750f tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 945 time: 0.1353550 May 20 09:01:53.619408 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8c4a6233-856e-4a18-b2f6-0d467cc1a077 req-de0bf2f0-5db9-4126-af73-66165d4527cf tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556917 May 20 09:01:53.633639 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16571c-2d63-4cb1-9d92-29d2a53136f8 req-49021f04-36cc-4aaf-8fea-84402710d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:53.635277 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fa16571c-2d63-4cb1-9d92-29d2a53136f8 req-49021f04-36cc-4aaf-8fea-84402710d7d3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 1099 time: 0.1351404 May 20 09:01:53.739091 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fa16571c-2d63-4cb1-9d92-29d2a53136f8 req-a3e0f14b-a7bd-4ed8-8a36-3951226ab975 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520084 May 20 09:01:53.743256 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-930c593e-e094-41d5-8bdc-8c5378cfa110 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:53.745434 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-930c593e-e094-41d5-8bdc-8c5378cfa110 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640331 May 20 09:01:53.762020 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58278e-3db5-4d34-a883-bdfecbe4cfa6 req-e7822897-0d28-4158-bd9a-e71cc4afb595 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:53.763544 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed58278e-3db5-4d34-a883-bdfecbe4cfa6 req-e7822897-0d28-4158-bd9a-e71cc4afb595 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 943 time: 0.1169777 May 20 09:01:53.809324 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed58278e-3db5-4d34-a883-bdfecbe4cfa6 req-d35f6bd4-d30c-42bf-b4c3-5044ce2a3f25 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 May 20 09:01:54.077663 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Request body: {'port': {'device_id': 'aaf651c6-eb08-4628-8d82-6cfee7a6dfe9', 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4', 'admin_state_up': True, 'tenant_id': '77492436da18419eb0c762ff38ac776d'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:54.226993 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:54.231193 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Usage tracker for resource:port and tenant:77492436da18419eb0c762ff38ac776d is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:54.234175 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:54.239948 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:54.251491 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Made reservation on behalf of 77492436da18419eb0c762ff38ac776d for: {'port': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:01:54.254968 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:54.269150 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:54.288477 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:01:54.292496 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Usage tracker for resource:security_group_rule and tenant:77492436da18419eb0c762ff38ac776d is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:01:54.295405 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:01:54.301664 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:01:54.341426 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58bb3-1b45-4d97-a728-543fb2b7db87 req-d5375a1b-331f-4689-940c-43b77c085c48 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:54.343298 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-74a58bb3-1b45-4d97-a728-543fb2b7db87 req-d5375a1b-331f-4689-940c-43b77c085c48 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.0940657 May 20 09:01:54.412853 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-74a58bb3-1b45-4d97-a728-543fb2b7db87 req-c3bb3e5c-325f-4d99-9033-fd556a881efc tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624313 May 20 09:01:54.413071 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:54.417659 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:54.422322 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-23f77949-7671-492c-bfbe-77fb13e68e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:54.509574 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:54.515457 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:54.560403 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-140ae289-643b-4e93-8511-19cd3cf18734 req-ee882113-e8ae-40a3-8a24-298cf1298c39 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0442231 May 20 09:01:54.601956 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Allocated IP 192.168.233.165 (e38504c1-098d-43b7-bb87-9cfd836b96c4/c80f1044-6a4f-454d-ba8f-2ed8ba4e7f58/f7b8296a-6146-49c5-95c2-90d3c26ce6ed) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:01:54.817662 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb87ef6-3e0f-4697-a499-5907b70d17ee req-650e40ec-7824-4a02-af11-84028e7476a5 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:54.819139 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bdb87ef6-3e0f-4697-a499-5907b70d17ee req-650e40ec-7824-4a02-af11-84028e7476a5 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 945 time: 0.0848615 May 20 09:01:54.837750 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:54.863447 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Transition to ACTIVE for port object f7b8296a-6146-49c5-95c2-90d3c26ce6ed will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:01:54.867166 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bdb87ef6-3e0f-4697-a499-5907b70d17ee req-2fc3e2ec-49d5-49f5-b6f4-97fa49973d4c tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 May 20 09:01:54.893460 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:54.903067 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:54.987614 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Network e38504c1-098d-43b7-bb87-9cfd836b96c4 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:01:54.990842 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:01:54.993303 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:01:55.000267 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:55.001034 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:55.009672 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78885dc0-34dd-4d47-988c-b145b0096ec0 req-32a8e464-a2b1-4ba8-9746-c0d55d2ee3b3 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:55.011160 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-78885dc0-34dd-4d47-988c-b145b0096ec0 req-32a8e464-a2b1-4ba8-9746-c0d55d2ee3b3 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 943 time: 0.0861943 May 20 09:01:55.020427 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Pushing event updated for resources: {'Port': ['ID=f7b8296a-6146-49c5-95c2-90d3c26ce6ed,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:55.023283 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:55.038882 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9676132 May 20 09:01:55.062706 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-78885dc0-34dd-4d47-988c-b145b0096ec0 req-f37a6638-f4eb-49d3-aaba-11da6c61f12f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452516 May 20 09:01:55.071835 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 396b906e-67a1-4f93-be5c-c97c276396cb details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:01:55.085610 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:01:55.107867 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Request body: {'port': {'device_id': 'aaf651c6-eb08-4628-8d82-6cfee7a6dfe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:01:55.231227 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:55.282397 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:01:55.292463 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:01:55.292964 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:55.365968 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 396b906e-67a1-4f93-be5c-c97c276396cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=396b906e-67a1-4f93-be5c-c97c276396cb,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:55.388459 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '396b906e-67a1-4f93-be5c-c97c276396cb', 'network_id': '088d18df-0fde-41fb-ad13-990cb25efaef', 'port_id': '396b906e-67a1-4f93-be5c-c97c276396cb', 'mac_address': 'fa:16:3e:0c:30:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb13a1f-ecfd-444e-861c-e89a0fa4df77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:01:55.390428 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-5ea4ed50-e61b-42e8-8e03-283c68397a47 None None] Provisioning for port f7b8296a-6146-49c5-95c2-90d3c26ce6ed completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:01:55.428641 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-5ea4ed50-e61b-42e8-8e03-283c68397a47 None None] Provisioning complete for port f7b8296a-6146-49c5-95c2-90d3c26ce6ed triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:01:55.429116 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ed50-e61b-42e8-8e03-283c68397a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:55.547000 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:55.567172 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4ed50-e61b-42e8-8e03-283c68397a47 None None] Port f7b8296a-6146-49c5-95c2-90d3c26ce6ed cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:01:55.575370 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396b906e-67a1-4f93-be5c-c97c276396cb {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:01:55.583962 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:55.616724 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 396b906e-67a1-4f93-be5c-c97c276396cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=396b906e-67a1-4f93-be5c-c97c276396cb,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:55.634628 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05453f5-cf8a-470c-9e30-10aadf735e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:55.636384 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b8296a-6146-49c5-95c2-90d3c26ce6ed {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:01:55.645104 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:55.645602 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:55.648437 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:55.665143 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Transition to ACTIVE for port object f7b8296a-6146-49c5-95c2-90d3c26ce6ed will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:01:55.670776 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:55.677314 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5f2e485b-c524-4b1f-af9e-aeca249786da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:55.688876 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c,segment=NetworkSegment(1825b8f5-27a6-4c7a-9cc5-b8f8376566bc),segment_id=1825b8f5-27a6-4c7a-9cc5-b8f8376566bc)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:55.705358 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:55.719988 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5da61-5684-4095-9e36-8fba2b2e07c8 req-5e4beaf7-5837-4c3e-b67a-b79a53534df6 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:55.722736 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5ae5da61-5684-4095-9e36-8fba2b2e07c8 req-5e4beaf7-5837-4c3e-b67a-b79a53534df6 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1904736 May 20 09:01:55.729449 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=396b906e-67a1-4f93-be5c-c97c276396cb,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:55.732781 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:55.734083 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:55.798851 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5ae5da61-5684-4095-9e36-8fba2b2e07c8 req-890fea41-5b91-4350-a2df-3a6d93a397f3 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616760 May 20 09:01:55.854240 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:55.858293 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:55.872265 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05453f5-cf8a-470c-9e30-10aadf735e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c', 'code': 200} May 20 09:01:55.886977 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Attempting to bind port f7b8296a-6146-49c5-95c2-90d3c26ce6ed on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:01:55.887370 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Attempting to bind port f7b8296a-6146-49c5-95c2-90d3c26ce6ed by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'ef61a851-a5b2-465c-a270-efde2ec6ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:01:55.888188 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Attempting to bind port f7b8296a-6146-49c5-95c2-90d3c26ce6ed on network e38504c1-098d-43b7-bb87-9cfd836b96c4 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:55.890410 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Pushing event updated for resources: {'Port': ['ID=f7b8296a-6146-49c5-95c2-90d3c26ce6ed,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:55.895695 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:55.897878 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Port f7b8296a-6146-49c5-95c2-90d3c26ce6ed on network e38504c1-098d-43b7-bb87-9cfd836b96c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:01:55.898194 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Attempting to bind port f7b8296a-6146-49c5-95c2-90d3c26ce6ed on network e38504c1-098d-43b7-bb87-9cfd836b96c4 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:01:55.904132 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:01:55.904460 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Checking segment: {'id': 'ef61a851-a5b2-465c-a270-efde2ec6ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:01:55.904883 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Bound using segment: {'id': 'ef61a851-a5b2-465c-a270-efde2ec6ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:01:55.905431 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Bound port: f7b8296a-6146-49c5-95c2-90d3c26ce6ed, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef61a851-a5b2-465c-a270-efde2ec6ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:01:55.905633 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:56.020960 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] For port f7b8296a-6146-49c5-95c2-90d3c26ce6ed, host hv-cinder-79091, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:01:56.024242 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] For port f7b8296a-6146-49c5-95c2-90d3c26ce6ed, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b8296a-6146-49c5-95c2-90d3c26ce6ed,segment=NetworkSegment(ef61a851-a5b2-465c-a270-efde2ec6ef7b),segment_id=ef61a851-a5b2-465c-a270-efde2ec6ef7b)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:01:56.029372 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:56.033752 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:56.098564 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:56.099594 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:56.101672 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] 10.222.0.97 "PUT /v2.0/ports/f7b8296a-6146-49c5-95c2-90d3c26ce6ed HTTP/1.1" status: 200 len: 1098 time: 0.9992871 May 20 09:01:56.102402 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf651c6-eb08-4628-8d82-6cfee7a6dfe9', 'tag': 'f7b8296a-6146-49c5-95c2-90d3c26ce6ed'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:56.113996 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588c861-6053-4b86-b413-d5b733323c5e req-c36d0c85-41fb-4788-b614-42fb58d596bc tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:56.115363 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2588c861-6053-4b86-b413-d5b733323c5e req-c36d0c85-41fb-4788-b614-42fb58d596bc tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 948 time: 0.1682315 May 20 09:01:56.124804 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea57452-859a-49fd-9134-c68163c3d1db req-823f6007-bf02-4365-a205-764535d368c9 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:56.125931 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fea57452-859a-49fd-9134-c68163c3d1db req-823f6007-bf02-4365-a205-764535d368c9 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1322045 May 20 09:01:56.139149 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Pushing event updated for resources: {'Port': ['ID=f7b8296a-6146-49c5-95c2-90d3c26ce6ed,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:56.142590 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:56.196517 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['396b906e-67a1-4f93-be5c-c97c276396cb'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:01:56.225973 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fea57452-859a-49fd-9134-c68163c3d1db req-c95644e3-9fab-4f94-a107-61eb08cde9ee tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777824 May 20 09:01:56.297813 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2588c861-6053-4b86-b413-d5b733323c5e req-540bfa53-7b3b-4c00-b9f7-677fcb054673 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708953 May 20 09:01:56.444815 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632191b-0681-4a77-920d-e9a602b07db4 req-ab062d75-f9ff-44bc-9320-92b84eaebd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:56.446321 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-b632191b-0681-4a77-920d-e9a602b07db4 req-ab062d75-f9ff-44bc-9320-92b84eaebd5d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 1099 time: 0.2949429 May 20 09:01:56.510046 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-b957889a-264b-4f30-85db-12de10ac06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:56.510046 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-b957889a-264b-4f30-85db-12de10ac06d0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=77492436da18419eb0c762ff38ac776d&device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 1101 time: 0.2846541 May 20 09:01:56.542666 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-b632191b-0681-4a77-920d-e9a602b07db4 req-12b8d1cc-8a85-4324-b00d-174cc516d9f8 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803647 May 20 09:01:56.644343 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-9c9a6d03-4b4a-4e15-8e51-e4637f478f68 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=f7b8296a-6146-49c5-95c2-90d3c26ce6ed HTTP/1.1" status: 200 len: 217 time: 0.0731125 May 20 09:01:56.705610 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36257eff-07c1-493d-9e7f-ace44c0a8a11 req-8ac09cd3-f2e6-48b1-bc0d-b4953fdc0de2 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:56.706756 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36257eff-07c1-493d-9e7f-ace44c0a8a11 req-8ac09cd3-f2e6-48b1-bc0d-b4953fdc0de2 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 946 time: 0.3029478 May 20 09:01:56.714430 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cc89e-26f4-4acc-af8f-f9926ab7e5d2 req-4847e744-e7e1-4112-b69b-e3a664b0b6f2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:56.716489 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-245cc89e-26f4-4acc-af8f-f9926ab7e5d2 req-4847e744-e7e1-4112-b69b-e3a664b0b6f2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 944 time: 0.2079337 May 20 09:01:56.799649 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36257eff-07c1-493d-9e7f-ace44c0a8a11 req-22e460a3-212e-4c91-b8dd-01f698760891 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813463 May 20 09:01:56.810639 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-245cc89e-26f4-4acc-af8f-f9926ab7e5d2 req-93334588-5407-4903-bbbe-87b7762c27c2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696001 May 20 09:01:56.867625 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf651c6-eb08-4628-8d82-6cfee7a6dfe9', 'tag': 'f7b8296a-6146-49c5-95c2-90d3c26ce6ed', 'status': 'completed', 'code': 200} May 20 09:01:57.013054 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d723378b-19ac-43f0-abfa-0f231694630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:57.014510 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-d723378b-19ac-43f0-abfa-0f231694630a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c80f1044-6a4f-454d-ba8f-2ed8ba4e7f58 HTTP/1.1" status: 200 len: 843 time: 0.0617933 May 20 09:01:57.126663 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-f16255de-4806-46f7-9509-ad9bb31ff0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:57.128123 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-f16255de-4806-46f7-9509-ad9bb31ff0db service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e38504c1-098d-43b7-bb87-9cfd836b96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0714390 May 20 09:01:57.267722 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-c7ff8a79-ea37-48a5-ad1f-33fdacfc8421 service neutron] 10.222.0.97 "GET /v2.0/networks/e38504c1-098d-43b7-bb87-9cfd836b96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278887 May 20 09:01:57.452136 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cae15df1-ed4c-4973-aba4-f47f28aa124f req-c3281f7b-afc9-4eb7-8e49-bad31b8c0e95 service neutron] 10.222.0.97 "GET /v2.0/networks/e38504c1-098d-43b7-bb87-9cfd836b96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722298 May 20 09:01:57.502897 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febc100-8537-4ba8-a400-853d86235fc6 req-44d08acc-4828-4520-a3eb-9076f607d348 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:57.504318 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3febc100-8537-4ba8-a400-853d86235fc6 req-44d08acc-4828-4520-a3eb-9076f607d348 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 948 time: 0.0873766 May 20 09:01:57.556685 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3febc100-8537-4ba8-a400-853d86235fc6 req-5410ff1f-8144-4c27-af80-b6466543e935 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465591 May 20 09:01:57.645759 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318d615-6840-4201-b655-41b15d05e952 req-1bb33359-226b-4841-b104-1b89599a849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:57.647242 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3318d615-6840-4201-b655-41b15d05e952 req-1bb33359-226b-4841-b104-1b89599a849a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=77492436da18419eb0c762ff38ac776d&device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 1101 time: 0.0713017 May 20 09:01:57.796442 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318d615-6840-4201-b655-41b15d05e952 req-9f8a0356-68d8-462c-be05-33a59fa816fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:57.797906 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3318d615-6840-4201-b655-41b15d05e952 req-9f8a0356-68d8-462c-be05-33a59fa816fb service neutron] 10.222.0.97 "GET /v2.0/networks?id=e38504c1-098d-43b7-bb87-9cfd836b96c4 HTTP/1.1" status: 200 len: 871 time: 0.1305094 May 20 09:01:57.881997 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3318d615-6840-4201-b655-41b15d05e952 req-ce8010c4-1ed3-4e2d-8f04-eae732b64c00 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=f7b8296a-6146-49c5-95c2-90d3c26ce6ed HTTP/1.1" status: 200 len: 217 time: 0.0716054 May 20 09:01:58.126349 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318d615-6840-4201-b655-41b15d05e952 req-986466bc-d82c-4c80-9516-3fa26153d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:58.127745 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3318d615-6840-4201-b655-41b15d05e952 req-986466bc-d82c-4c80-9516-3fa26153d718 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c80f1044-6a4f-454d-ba8f-2ed8ba4e7f58 HTTP/1.1" status: 200 len: 843 time: 0.2314720 May 20 09:01:58.202657 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4701f02-7bef-4760-8823-c84318c3636a req-3f9a4f81-29c0-4d93-8888-e1858bc98121 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:58.204119 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a4701f02-7bef-4760-8823-c84318c3636a req-3f9a4f81-29c0-4d93-8888-e1858bc98121 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 944 time: 0.2751741 May 20 09:01:58.220571 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b58cc-2b88-49fe-90f2-f15ad1b5c9ec req-3879e829-82f6-42e5-b633-b0c41bf6781a tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:58.221995 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-122b58cc-2b88-49fe-90f2-f15ad1b5c9ec req-3879e829-82f6-42e5-b633-b0c41bf6781a tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 946 time: 0.2507665 May 20 09:01:58.304926 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a4701f02-7bef-4760-8823-c84318c3636a req-547f12d3-cb57-4517-859c-420bb1dc9850 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935073 May 20 09:01:58.313747 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-122b58cc-2b88-49fe-90f2-f15ad1b5c9ec req-04164bed-b8ed-447c-87a6-a5cb7a8e4dc4 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730274 May 20 09:01:58.323895 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318d615-6840-4201-b655-41b15d05e952 req-206c8548-30ed-4846-a8c6-7388d51de0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:58.325764 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3318d615-6840-4201-b655-41b15d05e952 req-206c8548-30ed-4846-a8c6-7388d51de0df service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e38504c1-098d-43b7-bb87-9cfd836b96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1776884 May 20 09:01:58.496324 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3318d615-6840-4201-b655-41b15d05e952 req-eb363328-aa9b-464b-8569-f263df981158 service neutron] 10.222.0.97 "GET /v2.0/networks/e38504c1-098d-43b7-bb87-9cfd836b96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580098 May 20 09:01:58.721912 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3318d615-6840-4201-b655-41b15d05e952 req-bc499a2e-c4be-4819-8e8e-80952c623a63 service neutron] 10.222.0.97 "GET /v2.0/networks/e38504c1-098d-43b7-bb87-9cfd836b96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172022 May 20 09:01:58.812519 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad8554-ebb2-437f-84b2-79660bbdd30d req-c368f793-40a1-4f90-bec9-df014f2f6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:58.814200 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-74ad8554-ebb2-437f-84b2-79660bbdd30d req-c368f793-40a1-4f90-bec9-df014f2f6fee service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 1098 time: 0.0949862 May 20 09:01:58.890059 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f617644-ba02-44e5-b3e4-de6be16c6c11 req-a3261afd-b7ee-4add-bc4a-dc28f91881e9 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:58.891542 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7f617644-ba02-44e5-b3e4-de6be16c6c11 req-a3261afd-b7ee-4add-bc4a-dc28f91881e9 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 948 time: 0.1683366 May 20 09:01:58.935600 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419dc4e-4324-4e58-86e9-30f96c82759f req-079f3fae-3418-4260-92ff-6930fe9301bd tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:58.937013 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4419dc4e-4324-4e58-86e9-30f96c82759f req-079f3fae-3418-4260-92ff-6930fe9301bd tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1375380 May 20 09:01:58.965856 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad8554-ebb2-437f-84b2-79660bbdd30d req-b41e45c4-8360-411b-855d-0f8dd209daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:58.967484 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-74ad8554-ebb2-437f-84b2-79660bbdd30d req-b41e45c4-8360-411b-855d-0f8dd209daea service neutron] 10.222.0.97 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 921 time: 0.1446300 May 20 09:01:58.977246 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7f617644-ba02-44e5-b3e4-de6be16c6c11 req-e53f72a1-d0a5-40f7-a015-a31f2f4888b4 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770462 May 20 09:01:59.001589 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4419dc4e-4324-4e58-86e9-30f96c82759f req-f8b03cc9-ea81-42d3-b8ed-a4972937bbc8 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530651 May 20 09:01:59.044396 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-74ad8554-ebb2-437f-84b2-79660bbdd30d req-32bfe0cf-bf2b-4674-8cb7-2578eb61ccf4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71b71dfe-9ebe-4cae-8804-6ca240231635 HTTP/1.1" status: 200 len: 217 time: 0.0674384 May 20 09:01:59.112978 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 396b906e-67a1-4f93-be5c-c97c276396cb up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:01:59.129387 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad8554-ebb2-437f-84b2-79660bbdd30d req-1ae07dab-2444-4244-ab2e-12f14a23f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:59.131697 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-74ad8554-ebb2-437f-84b2-79660bbdd30d req-1ae07dab-2444-4244-ab2e-12f14a23f006 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cf4ebc0-c715-4825-8b91-71b2282799c8 HTTP/1.1" status: 200 len: 859 time: 0.0728137 May 20 09:01:59.184935 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-74ad8554-ebb2-437f-84b2-79660bbdd30d req-3145faf9-552b-4499-991a-889cffd564ef service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408316 May 20 09:01:59.192087 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 396b906e-67a1-4f93-be5c-c97c276396cb completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:01:59.196608 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 396b906e-67a1-4f93-be5c-c97c276396cb triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:01:59.197007 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:59.311727 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:59.321081 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-74ad8554-ebb2-437f-84b2-79660bbdd30d req-bd8b821f-d47d-4120-9544-4791e984d29c service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287155 May 20 09:01:59.338295 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f2a007-a75c-4ced-a496-847a4639a3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396b906e-67a1-4f93-be5c-c97c276396cb'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:01:59.349239 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 396b906e-67a1-4f93-be5c-c97c276396cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=396b906e-67a1-4f93-be5c-c97c276396cb,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:01:59.354305 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:59.357908 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-0f1961ff-1bde-48e5-8349-2ba0776d914e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:01:59.468357 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=396b906e-67a1-4f93-be5c-c97c276396cb,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:01:59.471640 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:01:59.506925 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-74ad8554-ebb2-437f-84b2-79660bbdd30d req-8132a54b-a9e7-438c-bc56-4db6e971f24c service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672504 May 20 09:01:59.573264 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8350d-75b9-466c-86bd-d76a7895c8d7 req-a66f26d3-5ba2-4b98-8d97-dfe883686f11 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:59.574758 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-67c8350d-75b9-466c-86bd-d76a7895c8d7 req-a66f26d3-5ba2-4b98-8d97-dfe883686f11 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 945 time: 0.1434503 May 20 09:01:59.585724 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db6752-0d96-40f7-8e2d-48554924bf34 req-598e8563-849e-472e-aca0-264f7fa2051c tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:59.587803 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e8db6752-0d96-40f7-8e2d-48554924bf34 req-598e8563-849e-472e-aca0-264f7fa2051c tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 946 time: 0.1539316 May 20 09:01:59.660543 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-67c8350d-75b9-466c-86bd-d76a7895c8d7 req-de560dad-46b9-4211-9554-a91ec2c3d2d0 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716071 May 20 09:01:59.671414 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e8db6752-0d96-40f7-8e2d-48554924bf34 req-b341d974-3311-4025-9611-1b54f7725bb2 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645218 May 20 09:01:59.712172 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f2a007-a75c-4ced-a496-847a4639a3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396b906e-67a1-4f93-be5c-c97c276396cb', 'code': 200} May 20 09:02:00.064588 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7eeaf-55b1-45c5-9333-2fd62743024b req-84f70bff-0fdb-41f3-8e27-8eecae7776a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:00.066364 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-20c7eeaf-55b1-45c5-9333-2fd62743024b req-84f70bff-0fdb-41f3-8e27-8eecae7776a9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 1098 time: 0.0841715 May 20 09:02:00.145116 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-20c7eeaf-55b1-45c5-9333-2fd62743024b req-a1a8e64a-5272-4376-bce3-e505260ae710 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608032 May 20 09:02:00.266349 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9148737-3afa-4a6c-839c-a976a0c80ee0 req-a364ab3d-d917-4d81-b01c-33abb87ba897 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:00.269186 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d9148737-3afa-4a6c-839c-a976a0c80ee0 req-a364ab3d-d917-4d81-b01c-33abb87ba897 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 948 time: 0.1584332 May 20 09:02:00.298289 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135e9b-dfba-48f9-8fca-9757b75493a6 req-7c4582eb-3bf2-42db-898a-b60dbfa02f16 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:00.303435 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a135e9b-dfba-48f9-8fca-9757b75493a6 req-7c4582eb-3bf2-42db-898a-b60dbfa02f16 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1527193 May 20 09:02:00.368661 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a135e9b-dfba-48f9-8fca-9757b75493a6 req-ae21b885-34df-45ef-8dfa-ab737bb39605 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641999 May 20 09:02:00.379763 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d9148737-3afa-4a6c-839c-a976a0c80ee0 req-a1bc29fe-f66f-4ca3-8fa9-e168b3eee387 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057715 May 20 09:02:00.848325 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a8246-fc17-40b7-a041-1270e0080500 req-2722c42d-e177-40c4-bece-22e27752e07f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:00.849910 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2c1a8246-fc17-40b7-a041-1270e0080500 req-2722c42d-e177-40c4-bece-22e27752e07f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 945 time: 0.0824659 May 20 09:02:00.903049 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2c1a8246-fc17-40b7-a041-1270e0080500 req-14dfa975-30c5-4a4c-b16e-09bb38b878a6 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 May 20 09:02:01.114194 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device f7b8296a-6146-49c5-95c2-90d3c26ce6ed details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:02:01.253175 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port f7b8296a-6146-49c5-95c2-90d3c26ce6ed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b8296a-6146-49c5-95c2-90d3c26ce6ed,segment=NetworkSegment(ef61a851-a5b2-465c-a270-efde2ec6ef7b),segment_id=ef61a851-a5b2-465c-a270-efde2ec6ef7b)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:01.266676 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': 'f7b8296a-6146-49c5-95c2-90d3c26ce6ed', 'network_id': 'e38504c1-098d-43b7-bb87-9cfd836b96c4', 'port_id': 'f7b8296a-6146-49c5-95c2-90d3c26ce6ed', 'mac_address': 'fa:16:3e:5a:a8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80f1044-6a4f-454d-ba8f-2ed8ba4e7f58', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:02:01.328447 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:01.345494 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b8296a-6146-49c5-95c2-90d3c26ce6ed {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:02:01.362075 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port f7b8296a-6146-49c5-95c2-90d3c26ce6ed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b8296a-6146-49c5-95c2-90d3c26ce6ed,segment=NetworkSegment(ef61a851-a5b2-465c-a270-efde2ec6ef7b),segment_id=ef61a851-a5b2-465c-a270-efde2ec6ef7b)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:01.366659 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:01.371802 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:01.441482 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=f7b8296a-6146-49c5-95c2-90d3c26ce6ed,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:01.444923 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:01.648915 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0e488-d53c-4453-8fe1-b3cc5dd1860f req-4b5ba622-5174-4bb6-a23b-ab05e6fbceb8 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:01.650400 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-77a0e488-d53c-4453-8fe1-b3cc5dd1860f req-4b5ba622-5174-4bb6-a23b-ab05e6fbceb8 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1437385 May 20 09:02:01.663383 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47d9af-0647-4806-9608-a6b4ece797f7 req-3954e432-86f1-4f7b-be0f-d886b5cb2c21 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:01.664834 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ab47d9af-0647-4806-9608-a6b4ece797f7 req-3954e432-86f1-4f7b-be0f-d886b5cb2c21 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 949 time: 0.1256890 May 20 09:02:01.738072 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-77a0e488-d53c-4453-8fe1-b3cc5dd1860f req-1996b819-8cbe-4b94-8987-cf0754d6614f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722773 May 20 09:02:01.741007 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ab47d9af-0647-4806-9608-a6b4ece797f7 req-fd6979af-99ef-4fa2-9f4e-fc01e56ecd5f tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618341 May 20 09:02:02.095589 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['f7b8296a-6146-49c5-95c2-90d3c26ce6ed'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:02:02.188935 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233e27a-47a9-45ff-9399-07b56f6c6390 req-c93b2dc7-6482-45d8-aa07-73a5f25728a8 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:02.190275 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b233e27a-47a9-45ff-9399-07b56f6c6390 req-c93b2dc7-6482-45d8-aa07-73a5f25728a8 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 946 time: 0.1192589 May 20 09:02:02.197582 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113a47c-682e-40d5-ac95-cf612428d834 req-45705560-24bf-431e-9ebb-e96791b05dbe tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:02.199286 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4113a47c-682e-40d5-ac95-cf612428d834 req-45705560-24bf-431e-9ebb-e96791b05dbe tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 945 time: 0.1611042 May 20 09:02:02.270470 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b233e27a-47a9-45ff-9399-07b56f6c6390 req-a7887773-e553-4def-b20a-8dd0ac5998d2 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706093 May 20 09:02:02.277680 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4113a47c-682e-40d5-ac95-cf612428d834 req-1c78b0c7-5a31-474e-af17-70966a8f207b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647359 May 20 09:02:03.058391 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5862d3-f427-423b-bbdf-41248214672b req-11907246-adde-43d8-ac3c-8312c983eaa8 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:03.060588 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6f5862d3-f427-423b-bbdf-41248214672b req-11907246-adde-43d8-ac3c-8312c983eaa8 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 949 time: 0.2120085 May 20 09:02:03.073901 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305bbb5-fb60-4a4c-95e6-5fb32d0a209c req-d0b78e74-535e-45a6-b3f5-e2d2b9a7aae7 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:03.075595 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0305bbb5-fb60-4a4c-95e6-5fb32d0a209c req-d0b78e74-535e-45a6-b3f5-e2d2b9a7aae7 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1910453 May 20 09:02:03.153132 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0305bbb5-fb60-4a4c-95e6-5fb32d0a209c req-7da85cca-fb12-4bf7-9c56-9e9ac4089f07 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624471 May 20 09:02:03.155973 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6f5862d3-f427-423b-bbdf-41248214672b req-9275321d-5e65-40a9-927d-3e3dd7a8062e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794098 May 20 09:02:03.468368 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745abc2-9abe-4d19-a36d-1630ea1379b9 req-78e556a5-23bb-430d-877e-e6ecf65f28b8 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:03.469833 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d745abc2-9abe-4d19-a36d-1630ea1379b9 req-78e556a5-23bb-430d-877e-e6ecf65f28b8 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 946 time: 0.0806329 May 20 09:02:03.514532 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d745abc2-9abe-4d19-a36d-1630ea1379b9 req-cccb1438-1c61-40c6-a806-55cac99f81e8 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389428 May 20 09:02:03.734584 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f79e2-533d-4b4a-a8d3-759429150f0b req-b1adeaf7-4099-41a8-83b5-0f11e57fa9ed tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:03.736001 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5e2f79e2-533d-4b4a-a8d3-759429150f0b req-b1adeaf7-4099-41a8-83b5-0f11e57fa9ed tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 945 time: 0.1273029 May 20 09:02:03.792621 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5e2f79e2-533d-4b4a-a8d3-759429150f0b req-103f0495-4090-48d7-9f19-292f4279dfd6 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501287 May 20 09:02:03.807512 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c4e1b-cade-4d01-8b86-b752ddc24f9c req-64a0c5e9-1af9-4132-a600-90003b88c462 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:03.809440 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-452c4e1b-cade-4d01-8b86-b752ddc24f9c req-64a0c5e9-1af9-4132-a600-90003b88c462 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.1305139 May 20 09:02:03.858610 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-452c4e1b-cade-4d01-8b86-b752ddc24f9c req-16bf2ba1-c1f4-40a2-b994-6cc8a551e1e0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 May 20 09:02:04.150147 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-cd02ecf6-76ee-4337-84c8-1a8c61b65273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:04.420589 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a048d-cccc-49d5-9a90-4aca014cb85f req-ccb36059-ab90-411f-a61d-a1134d01d68b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:04.422116 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-487a048d-cccc-49d5-9a90-4aca014cb85f req-ccb36059-ab90-411f-a61d-a1134d01d68b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1464550 May 20 09:02:04.451911 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397295ce-39ee-4c68-a810-cdb6ac225b3b req-4f1486ce-fdf0-4fd6-94a5-9c1983ff9d27 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:04.453402 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-397295ce-39ee-4c68-a810-cdb6ac225b3b req-4f1486ce-fdf0-4fd6-94a5-9c1983ff9d27 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 949 time: 0.1449401 May 20 09:02:04.497109 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-487a048d-cccc-49d5-9a90-4aca014cb85f req-2be70cea-a3e3-4948-ad5a-5bb28d8bd394 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683200 May 20 09:02:04.516461 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-397295ce-39ee-4c68-a810-cdb6ac225b3b req-90af3746-ec18-43df-b9d5-5aae6fb0f634 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572166 May 20 09:02:04.701696 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75f4b4-80d7-4551-adeb-48d5862923db req-345a4f22-9bfa-4f6d-8a20-c41bc99213a5 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:04.703230 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3a75f4b4-80d7-4551-adeb-48d5862923db req-345a4f22-9bfa-4f6d-8a20-c41bc99213a5 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 946 time: 0.0799053 May 20 09:02:04.754319 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3a75f4b4-80d7-4551-adeb-48d5862923db req-1ecc9453-5155-494e-8b0f-60f7b138c657 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/security-groups?id=4818c6a0-fd60-470c-9334-c2b04f54fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450227 May 20 09:02:04.803494 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9c314-1598-411c-9b66-b8c78cc9fda3 req-48a502ce-48d2-4d27-bae0-be240a6f7687 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:04.805004 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-2bd9c314-1598-411c-9b66-b8c78cc9fda3 req-48a502ce-48d2-4d27-bae0-be240a6f7687 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.97 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 946 time: 0.0973229 May 20 09:02:04.960623 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [req-2bd9c314-1598-411c-9b66-b8c78cc9fda3 req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Deleting port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:04.960995 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-2bd9c314-1598-411c-9b66-b8c78cc9fda3 req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:05.050004 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01356f5-18de-4b36-bef5-7c87ffa6ea69 req-e7fbda94-ee87-46e1-a7bf-e69abd2526f0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:05.051771 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b01356f5-18de-4b36-bef5-7c87ffa6ea69 req-e7fbda94-ee87-46e1-a7bf-e69abd2526f0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.0796072 May 20 09:02:05.098672 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-2bd9c314-1598-411c-9b66-b8c78cc9fda3 req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] For port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c,segment=NetworkSegment(1825b8f5-27a6-4c7a-9cc5-b8f8376566bc),segment_id=1825b8f5-27a6-4c7a-9cc5-b8f8376566bc)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:05.099019 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-2bd9c314-1598-411c-9b66-b8c78cc9fda3 req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:05.101369 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b01356f5-18de-4b36-bef5-7c87ffa6ea69 req-2a1d0bbd-c14e-4b2c-8ecd-5a42fc00811c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413620 May 20 09:02:05.129341 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device f7b8296a-6146-49c5-95c2-90d3c26ce6ed up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:02:05.198835 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port f7b8296a-6146-49c5-95c2-90d3c26ce6ed completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:02:05.204005 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port f7b8296a-6146-49c5-95c2-90d3c26ce6ed triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:02:05.204378 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:05.227651 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [req-2bd9c314-1598-411c-9b66-b8c78cc9fda3 req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Calling delete_port for e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c owned by compute:nova {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:05.327001 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:05.344252 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-2bd9c314-1598-411c-9b66-b8c78cc9fda3 req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:05.351542 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:05.355157 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf651c6-eb08-4628-8d82-6cfee7a6dfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b8296a-6146-49c5-95c2-90d3c26ce6ed'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:02:05.367749 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port f7b8296a-6146-49c5-95c2-90d3c26ce6ed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b8296a-6146-49c5-95c2-90d3c26ce6ed,segment=NetworkSegment(ef61a851-a5b2-465c-a270-efde2ec6ef7b),segment_id=ef61a851-a5b2-465c-a270-efde2ec6ef7b)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:05.374715 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:05.379057 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:05.405041 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Pushing event deleted for resources: {'Port': ['ID=e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:05.423714 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf651c6-eb08-4628-8d82-6cfee7a6dfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b8296a-6146-49c5-95c2-90d3c26ce6ed', 'code': 200} May 20 09:02:05.431222 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:02:05.444536 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.445046 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.445405 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.445757 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.446099 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.446439 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.446898 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.447243 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.447582 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.447917 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.448250 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.448581 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:05.456145 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:05.505193 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd9c314-1598-411c-9b66-b8c78cc9fda3 req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] No DVR routers for this DVR port e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c on host hv-cinder-79091 {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:02:05.508404 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-2bd9c314-1598-411c-9b66-b8c78cc9fda3 req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:05.519084 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05453f5-cf8a-470c-9e30-10aadf735e2a', 'name': 'network-vif-deleted', 'tag': 'e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:02:05.529659 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-2bd9c314-1598-411c-9b66-b8c78cc9fda3 req-20c0760b-8e1a-43f4-9c87-ad9d508d2024 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.97 "DELETE /v2.0/ports/e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c HTTP/1.1" status: 204 len: 173 time: 0.7091002 May 20 09:02:05.541194 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=f7b8296a-6146-49c5-95c2-90d3c26ce6ed,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:05.545520 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:05.710544 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea3658-1bec-45e2-8fec-9eebed836416 req-3de4e0ad-2675-4823-bc95-ad83249a7311 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:05.718224 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-69ea3658-1bec-45e2-8fec-9eebed836416 req-3de4e0ad-2675-4823-bc95-ad83249a7311 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0924785 May 20 09:02:05.764488 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-69ea3658-1bec-45e2-8fec-9eebed836416 req-cabecc0a-9d44-4b08-8e7e-cdb537eec26e tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 May 20 09:02:05.848258 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05453f5-cf8a-470c-9e30-10aadf735e2a', 'name': 'network-vif-deleted', 'tag': 'e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c', 'status': 'completed', 'code': 200} May 20 09:02:05.901309 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515f853-08ed-4366-8050-df3251d2a281 req-01fb4093-1aef-4234-8cdf-3b20487566f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:05.904135 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5515f853-08ed-4366-8050-df3251d2a281 req-01fb4093-1aef-4234-8cdf-3b20487566f9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 1103 time: 0.1999197 May 20 09:02:05.970469 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5515f853-08ed-4366-8050-df3251d2a281 req-ff91020c-d8f6-4714-a9d2-fabd12fec9ca service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473068 May 20 09:02:06.078545 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04773fea-2745-469c-8e01-84fce89c32e2 req-6dbe26ab-c1de-42c8-a98c-9d370f280aed tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:06.080063 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-04773fea-2745-469c-8e01-84fce89c32e2 req-6dbe26ab-c1de-42c8-a98c-9d370f280aed tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 950 time: 0.1736715 May 20 09:02:06.086961 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b0a980b3-5318-44e2-8369-a5d89be7cdb7 req-a3ca9b75-e713-4a89-b21a-b85a687f9235 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] 10.222.0.88 "GET /v2.0/ports?device_id=e05453f5-cf8a-470c-9e30-10aadf735e2a HTTP/1.1" status: 200 len: 210 time: 0.0565271 May 20 09:02:06.129658 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-04773fea-2745-469c-8e01-84fce89c32e2 req-f86583ef-b913-4721-80e8-d6818b238476 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 May 20 09:02:06.257794 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35812) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:06.296633 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1ad4d-71aa-42fd-82c5-e91b9ccccbfa req-78d8b814-9645-44b8-afca-ef6f472599e0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:06.298086 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e3d1ad4d-71aa-42fd-82c5-e91b9ccccbfa req-78d8b814-9645-44b8-afca-ef6f472599e0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.0795310 May 20 09:02:06.347363 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e3d1ad4d-71aa-42fd-82c5-e91b9ccccbfa req-2993238e-72fd-4380-a26d-0ee67f5f119c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433812 May 20 09:02:06.377386 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f462ca9b-0bdb-4909-9f81-e99ee08f4683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:06.393365 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-f462ca9b-0bdb-4909-9f81-e99ee08f4683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:02:06.397184 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-f462ca9b-0bdb-4909-9f81-e99ee08f4683 admin admin] Usage tracker for resource:security_group_rule and tenant:2a4d85c0b87c48b79759b4b8b0272924 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:02:06.399986 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-f462ca9b-0bdb-4909-9f81-e99ee08f4683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:02:06.405841 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-f462ca9b-0bdb-4909-9f81-e99ee08f4683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:02:06.488850 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f462ca9b-0bdb-4909-9f81-e99ee08f4683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:06.492890 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f462ca9b-0bdb-4909-9f81-e99ee08f4683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:06.499887 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-af5d07fa-5eea-48ab-8213-52cd968d3e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:06.544538 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462ca9b-0bdb-4909-9f81-e99ee08f4683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4bb95d-1e24-44b7-a89d-3180e26e7cf5,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:06.548890 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-f462ca9b-0bdb-4909-9f81-e99ee08f4683 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2a4d85c0b87c48b79759b4b8b0272924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900431 May 20 09:02:06.549842 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f462ca9b-0bdb-4909-9f81-e99ee08f4683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:06.551520 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 35818) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:06.610371 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d36a454e-44c0-4f79-bda7-e9ffef3acf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:06.638094 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d36a454e-44c0-4f79-bda7-e9ffef3acf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:06.657123 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:06.699126 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d36a454e-44c0-4f79-bda7-e9ffef3acf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:06.704833 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3e1120b2-8984-4365-bf1b-42055cfacad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:06.714735 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a454e-44c0-4f79-bda7-e9ffef3acf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4bb95d-1e24-44b7-a89d-3180e26e7cf5,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:06.720313 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d36a454e-44c0-4f79-bda7-e9ffef3acf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:06.722558 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d36a454e-44c0-4f79-bda7-e9ffef3acf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:06.726115 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-d36a454e-44c0-4f79-bda7-e9ffef3acf68 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ae4bb95d-1e24-44b7-a89d-3180e26e7cf5 HTTP/1.1" status: 204 len: 168 time: 0.1714275 May 20 09:02:06.870721 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-45a6f3eb-69d3-486d-8d78-e6a134800d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:06.960315 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaba6c-73ef-4a47-8b70-3791481fd247 req-4e4ccdb4-e946-4b45-9157-0a016ce22180 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:06.962115 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5ddaba6c-73ef-4a47-8b70-3791481fd247 req-4e4ccdb4-e946-4b45-9157-0a016ce22180 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0839465 May 20 09:02:07.019194 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5ddaba6c-73ef-4a47-8b70-3791481fd247 req-be010841-186c-4e48-91ef-7e70aaf9ec53 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492194 May 20 09:02:07.338142 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a67869-d7ca-42fe-b8aa-51f4ec59216d req-53733737-af92-4c5e-b391-7b0f4d2a19fd tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:07.340510 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d9a67869-d7ca-42fe-b8aa-51f4ec59216d req-53733737-af92-4c5e-b391-7b0f4d2a19fd tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 950 time: 0.0952497 May 20 09:02:07.410646 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d9a67869-d7ca-42fe-b8aa-51f4ec59216d req-5bd5f8e9-5767-4dad-bd0a-9dac68975ac2 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627234 May 20 09:02:07.562127 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bde9b-7f56-44c9-bd53-e9dd34f7b995 req-187592c3-5a4a-492b-a173-07cd949b86c6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:07.563672 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e98bde9b-7f56-44c9-bd53-e9dd34f7b995 req-187592c3-5a4a-492b-a173-07cd949b86c6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.0912964 May 20 09:02:07.615683 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e98bde9b-7f56-44c9-bd53-e9dd34f7b995 req-f5cc00a9-fed5-443a-8e5c-71547a89a89e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458279 May 20 09:02:07.687381 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:08.238006 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914efb0-1d00-4e16-bb0c-b40d08b37cb9 req-ecb4adf3-1e48-40c5-ae99-d594ed0ce732 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:08.247192 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9914efb0-1d00-4e16-bb0c-b40d08b37cb9 req-ecb4adf3-1e48-40c5-ae99-d594ed0ce732 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1121960 May 20 09:02:08.306321 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9914efb0-1d00-4e16-bb0c-b40d08b37cb9 req-53d64b38-ee4f-4d28-bf8d-b6d6072c6ea4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571191 May 20 09:02:08.677654 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8211210-f6ae-4e34-b20e-e7d2b850e934 req-5b463b43-a7b0-4b2e-8957-f26d63ee36fd tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:08.679126 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e8211210-f6ae-4e34-b20e-e7d2b850e934 req-5b463b43-a7b0-4b2e-8957-f26d63ee36fd tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 950 time: 0.1610811 May 20 09:02:08.727479 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e8211210-f6ae-4e34-b20e-e7d2b850e934 req-f37d5c5c-899e-485f-b219-02ecbc674788 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 May 20 09:02:08.845135 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18b92-3adf-4e4c-b50f-0b1f3e75697c req-b36754a0-3e6d-42fb-bbc9-08126451098d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:08.846635 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-45c18b92-3adf-4e4c-b50f-0b1f3e75697c req-b36754a0-3e6d-42fb-bbc9-08126451098d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.0858731 May 20 09:02:08.894547 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-45c18b92-3adf-4e4c-b50f-0b1f3e75697c req-47e5be39-50ad-40a8-9c2a-9d1c5d6404a2 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 May 20 09:02:09.148493 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:09.178175 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b791d17-ee15-44df-ad1c-d395dbb5f56f req-5d268751-a24c-4920-a0da-18b6665d40af tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:09.179631 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8b791d17-ee15-44df-ad1c-d395dbb5f56f req-5d268751-a24c-4920-a0da-18b6665d40af tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 950 time: 0.0797133 May 20 09:02:09.182563 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:02:09.182907 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device e9b8b28f-270a-4439-aaa8-f9b5e6f1c90c not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:02:09.228571 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8b791d17-ee15-44df-ad1c-d395dbb5f56f req-ba069ab4-1fcc-4990-9d49-a54852a88669 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 May 20 09:02:09.497458 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:09.546988 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0b6f4-885b-45b0-8cc3-8ee217f2e321 req-1d89b1aa-47f9-45b0-a10e-780ac4d8d467 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:09.549051 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73e0b6f4-885b-45b0-8cc3-8ee217f2e321 req-1d89b1aa-47f9-45b0-a10e-780ac4d8d467 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1266263 May 20 09:02:09.599950 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73e0b6f4-885b-45b0-8cc3-8ee217f2e321 req-441d889c-8121-4efa-b118-ffd5e13babc4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 May 20 09:02:10.107384 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167a76-e31a-4386-8514-e84f03292a40 req-0d5590f1-b5c7-4a32-9703-bf890857aefe tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:10.109387 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-56167a76-e31a-4386-8514-e84f03292a40 req-0d5590f1-b5c7-4a32-9703-bf890857aefe tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.0872767 May 20 09:02:10.180667 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-56167a76-e31a-4386-8514-e84f03292a40 req-3d12c21a-d440-4139-8c52-134945635007 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650268 May 20 09:02:10.434927 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd25df6-17b3-4d12-a960-4779501d4cf4 req-f3e2590d-e569-4eb0-991b-5e32607ff778 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:10.437234 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4cd25df6-17b3-4d12-a960-4779501d4cf4 req-f3e2590d-e569-4eb0-991b-5e32607ff778 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 950 time: 0.0978670 May 20 09:02:10.513672 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4cd25df6-17b3-4d12-a960-4779501d4cf4 req-42112732-8551-4681-9bd2-a148f7836161 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609736 May 20 09:02:10.808861 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a149e-83b2-48ed-8fe9-8c740f488d29 req-b9c10846-75ce-4d9c-8ab2-a5d46b724e41 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:10.810372 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-437a149e-83b2-48ed-8fe9-8c740f488d29 req-b9c10846-75ce-4d9c-8ab2-a5d46b724e41 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0929544 May 20 09:02:10.858751 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-437a149e-83b2-48ed-8fe9-8c740f488d29 req-48575a29-7d92-4807-8db5-f2364dad2fa9 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424736 May 20 09:02:11.387796 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325c809-a91a-4175-b16a-f8e943152234 req-0a0b4103-38f4-45ba-913d-306504e40d15 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:11.395726 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6325c809-a91a-4175-b16a-f8e943152234 req-0a0b4103-38f4-45ba-913d-306504e40d15 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.0947618 May 20 09:02:11.440289 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6325c809-a91a-4175-b16a-f8e943152234 req-07cc44ee-ca57-4794-a3b3-9337ff8c63c0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434031 May 20 09:02:11.748468 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11764d-4d12-45f4-a04b-9d80136b1676 req-ff1dadb1-7f5b-4f02-af4a-768add9b245d tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:11.750065 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3c11764d-4d12-45f4-a04b-9d80136b1676 req-ff1dadb1-7f5b-4f02-af4a-768add9b245d tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 950 time: 0.1045909 May 20 09:02:11.815193 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3c11764d-4d12-45f4-a04b-9d80136b1676 req-f81f841a-9f46-48e9-bf04-b5003e7a16ec tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541792 May 20 09:02:12.065297 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfab19-c5bd-4484-b6f0-dad76356ee89 req-a766e90e-d961-4040-8d1b-f7c463f7a3a5 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:12.089846 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bccfab19-c5bd-4484-b6f0-dad76356ee89 req-a766e90e-d961-4040-8d1b-f7c463f7a3a5 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1165216 May 20 09:02:12.163213 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-4448d87d-4492-4966-967f-c1cc95ba83bf tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:12.165557 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-4448d87d-4492-4966-967f-c1cc95ba83bf tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Synchronizing usage tracker for tenant:77492436da18419eb0c762ff38ac776d on resource:port {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:02:12.167645 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 36012) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:12.179540 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bccfab19-c5bd-4484-b6f0-dad76356ee89 req-94136c45-7635-4378-957e-288cc84ceeeb tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881817 May 20 09:02:12.201745 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-4448d87d-4492-4966-967f-c1cc95ba83bf tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Unset dirty status for tenant:77492436da18419eb0c762ff38ac776d on resource:port {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:02:12.203148 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-4448d87d-4492-4966-967f-c1cc95ba83bf tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.97 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 950 time: 0.1820669 May 20 09:02:12.359126 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfb768-7d56-4b95-a8dd-2b297471a831 req-ca46a703-04f1-4712-9843-bc7e2fb29402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:12.361448 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-95cfb768-7d56-4b95-a8dd-2b297471a831 req-ca46a703-04f1-4712-9843-bc7e2fb29402 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 1099 time: 0.1373091 May 20 09:02:12.454042 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-8c799a50-748c-47da-b30e-ede372eebd7e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Deleting port f7b8296a-6146-49c5-95c2-90d3c26ce6ed {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:12.454515 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-8c799a50-748c-47da-b30e-ede372eebd7e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:12.462960 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:12.556103 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:02:12.572680 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Usage tracker for resource:security_group_rule and tenant:63cfb12e0a494704854c3ebf52ca408b is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:02:12.579611 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:02:12.588736 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:02:12.632667 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfb768-7d56-4b95-a8dd-2b297471a831 req-ed2b948c-7207-4422-8979-c47d2e4e4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:12.634202 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-95cfb768-7d56-4b95-a8dd-2b297471a831 req-ed2b948c-7207-4422-8979-c47d2e4e4ca9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 918 time: 0.2374582 May 20 09:02:12.690361 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-8c799a50-748c-47da-b30e-ede372eebd7e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] For port f7b8296a-6146-49c5-95c2-90d3c26ce6ed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b8296a-6146-49c5-95c2-90d3c26ce6ed,segment=NetworkSegment(ef61a851-a5b2-465c-a270-efde2ec6ef7b),segment_id=ef61a851-a5b2-465c-a270-efde2ec6ef7b)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:12.690992 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-8c799a50-748c-47da-b30e-ede372eebd7e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:12.887531 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-8c799a50-748c-47da-b30e-ede372eebd7e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Calling delete_port for f7b8296a-6146-49c5-95c2-90d3c26ce6ed owned by compute:nova {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:12.891641 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-95cfb768-7d56-4b95-a8dd-2b297471a831 req-7ba8a745-b21f-4a4a-9261-87fa1a6cb08c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cee49672-cf22-4266-8819-dea793d4ca03 HTTP/1.1" status: 200 len: 1002 time: 0.2401361 May 20 09:02:13.009556 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18a046-8785-4ea9-b446-ed1ebb3fac43 req-f75a1721-0d59-4f61-a908-de40a6544783 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:13.018522 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9e18a046-8785-4ea9-b446-ed1ebb3fac43 req-f75a1721-0d59-4f61-a908-de40a6544783 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.2827649 May 20 09:02:13.045415 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-8c799a50-748c-47da-b30e-ede372eebd7e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:13.056518 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:13.089622 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:13.106501 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['f7b8296a-6146-49c5-95c2-90d3c26ce6ed'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:02:13.117269 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:13.130664 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-27fc3de7-8479-4dd7-afb7-28774dbdba3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:13.140134 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9bdd6faf-1fbc-4321-9103-e60502191c3b req-543ef455-4c1c-4566-ace1-64fc7e3e8ad4 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 210 time: 0.1190500 May 20 09:02:13.242044 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c799a50-748c-47da-b30e-ede372eebd7e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Pushing event deleted for resources: {'Port': ['ID=f7b8296a-6146-49c5-95c2-90d3c26ce6ed,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:13.251149 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8c799a50-748c-47da-b30e-ede372eebd7e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:13.307182 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfb768-7d56-4b95-a8dd-2b297471a831 req-133ef8c0-c086-4238-934f-f0ae7439a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:13.310834 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-95cfb768-7d56-4b95-a8dd-2b297471a831 req-133ef8c0-c086-4238-934f-f0ae7439a331 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.4040604 May 20 09:02:13.367015 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-8c799a50-748c-47da-b30e-ede372eebd7e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] No DVR routers for this DVR port f7b8296a-6146-49c5-95c2-90d3c26ce6ed on host hv-cinder-79091 {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:02:13.369775 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-8c799a50-748c-47da-b30e-ede372eebd7e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:13.389308 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf651c6-eb08-4628-8d82-6cfee7a6dfe9', 'name': 'network-vif-deleted', 'tag': 'f7b8296a-6146-49c5-95c2-90d3c26ce6ed'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:02:13.410209 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-b22a7b03-6a52-4d9a-9bc1-0a8f3071b176 req-8c799a50-748c-47da-b30e-ede372eebd7e tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.97 "DELETE /v2.0/ports/f7b8296a-6146-49c5-95c2-90d3c26ce6ed HTTP/1.1" status: 204 len: 173 time: 1.1934757 May 20 09:02:13.428417 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9e18a046-8785-4ea9-b446-ed1ebb3fac43 req-697d82e1-c772-40a8-a98c-db8d5ec26d50 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088445 May 20 09:02:13.438814 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36038) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:13.439000 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=63cfb12e0a494704854c3ebf52ca408b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2538414 May 20 09:02:13.442898 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3a27ea-43a4-4216-a7a0-b1592e771ea3,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:13.452735 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.453235 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.453681 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.454130 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.454570 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.455030 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.455443 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.455938 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.456368 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.456838 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.457417 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.457850 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:13.466601 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:13.570304 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b32c39dd-751a-4434-b757-0816945f4f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:13.572975 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf651c6-eb08-4628-8d82-6cfee7a6dfe9', 'name': 'network-vif-deleted', 'tag': 'f7b8296a-6146-49c5-95c2-90d3c26ce6ed', 'status': 'completed', 'code': 200} May 20 09:02:13.606934 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b32c39dd-751a-4434-b757-0816945f4f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:13.674110 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b32c39dd-751a-4434-b757-0816945f4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:13.675185 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfb768-7d56-4b95-a8dd-2b297471a831 req-95ac4f32-e2ab-4322-b9bc-b6d93a0928f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:13.676669 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-95cfb768-7d56-4b95-a8dd-2b297471a831 req-95ac4f32-e2ab-4322-b9bc-b6d93a0928f0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3447514 May 20 09:02:13.688305 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5a54e7be-45b9-41e4-ae80-d753606fc6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:13.707423 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b32c39dd-751a-4434-b757-0816945f4f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:13.710948 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-b32c39dd-751a-4434-b757-0816945f4f85 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9c3a27ea-43a4-4216-a7a0-b1592e771ea3 HTTP/1.1" status: 204 len: 168 time: 0.2684863 May 20 09:02:13.710948 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c39dd-751a-4434-b757-0816945f4f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3a27ea-43a4-4216-a7a0-b1592e771ea3,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:13.712421 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b32c39dd-751a-4434-b757-0816945f4f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:13.841311 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aba746-3c5e-4d6a-8910-d811b013b350 req-170dfd5e-7706-4f8f-b3d4-155ea2c8c427 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:13.850604 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-99aba746-3c5e-4d6a-8910-d811b013b350 req-170dfd5e-7706-4f8f-b3d4-155ea2c8c427 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.3827460 May 20 09:02:13.957372 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-95cfb768-7d56-4b95-a8dd-2b297471a831 req-b57309f2-cdf6-4f40-814b-2184c8840d31 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694683 May 20 09:02:13.974043 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-99aba746-3c5e-4d6a-8910-d811b013b350 req-e611eaf8-2908-4cdc-bc0c-7fd28752523f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225202 May 20 09:02:14.023680 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:14.179212 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-95cfb768-7d56-4b95-a8dd-2b297471a831 req-184404b0-8323-4b24-a359-d3e7dc92558e service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034831 May 20 09:02:14.453467 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19e301-8136-4d4b-9c65-24e1cf897aea req-f14f8e9f-1510-45a4-b405-b93f6e2a4843 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:14.454871 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9c19e301-8136-4d4b-9c65-24e1cf897aea req-f14f8e9f-1510-45a4-b405-b93f6e2a4843 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 945 time: 0.1626258 May 20 09:02:14.461670 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a902e661-6d48-46f9-95a7-b7444bcdfe7d req-5b37e7cb-f33d-4b53-9206-9305e0a2dfc4 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] 10.222.0.88 "GET /v2.0/ports?device_id=aaf651c6-eb08-4628-8d82-6cfee7a6dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0561700 May 20 09:02:14.507262 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9c19e301-8136-4d4b-9c65-24e1cf897aea req-efa96b39-57fb-492d-b863-a270a55bb728 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 May 20 09:02:14.976342 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dcc71-14f2-4509-ba91-47c6c7f4275c req-006d9e43-3ffe-4c3f-a202-b58a216fcb75 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:14.977676 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9c1dcc71-14f2-4509-ba91-47c6c7f4275c req-006d9e43-3ffe-4c3f-a202-b58a216fcb75 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.1780052 May 20 09:02:15.038971 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9c1dcc71-14f2-4509-ba91-47c6c7f4275c req-196a3c70-3cf7-4797-8bb5-16e2d3d6815e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536661 May 20 09:02:15.167794 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device f7b8296a-6146-49c5-95c2-90d3c26ce6ed no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:15.208678 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: f7b8296a-6146-49c5-95c2-90d3c26ce6ed {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:02:15.209244 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device f7b8296a-6146-49c5-95c2-90d3c26ce6ed not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:02:15.227712 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc75ad-729d-408e-b433-c08cd4bb24e2 req-542e711d-32f0-4de7-a9b0-60366be60afa tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:15.231852 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-74bc75ad-729d-408e-b433-c08cd4bb24e2 req-542e711d-32f0-4de7-a9b0-60366be60afa tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1149766 May 20 09:02:15.296417 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-74bc75ad-729d-408e-b433-c08cd4bb24e2 req-7568f13c-f61d-4d8d-a2ae-b165b55118b4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579970 May 20 09:02:15.787990 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25593cf-311a-4f0b-ab01-ab67611941ae req-7f133fb0-acd2-4e21-ae61-6708a3c0e448 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:15.801685 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c25593cf-311a-4f0b-ab01-ab67611941ae req-7f133fb0-acd2-4e21-ae61-6708a3c0e448 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 945 time: 0.1325886 May 20 09:02:15.878355 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c25593cf-311a-4f0b-ab01-ab67611941ae req-05c4b57f-e545-4cf3-9e84-943741181e83 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758231 May 20 09:02:16.259146 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e41f3-6042-4989-8764-a7fb60ea379d req-0bd39b20-c0a6-4ad7-a4cd-daed0b4dcbbf tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:16.260606 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a04e41f3-6042-4989-8764-a7fb60ea379d req-0bd39b20-c0a6-4ad7-a4cd-daed0b4dcbbf tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.0858867 May 20 09:02:16.307438 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a04e41f3-6042-4989-8764-a7fb60ea379d req-2729fe7f-6288-46c4-9e77-68089a113359 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 May 20 09:02:16.719883 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db874f3-2c4d-47b5-8cd1-181b3698a74b req-8a863478-0692-4b0a-b69d-956097c60a3a tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:16.721761 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2db874f3-2c4d-47b5-8cd1-181b3698a74b req-8a863478-0692-4b0a-b69d-956097c60a3a tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1549304 May 20 09:02:16.789766 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2db874f3-2c4d-47b5-8cd1-181b3698a74b req-ef64916e-d658-43c7-aafe-dbcaa51c74a4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617211 May 20 09:02:17.298941 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983459c2-5049-4576-8700-023ac7f1076a req-ab43cdcb-305f-49e6-bafc-5101da1476ff tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:17.300939 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-983459c2-5049-4576-8700-023ac7f1076a req-ab43cdcb-305f-49e6-bafc-5101da1476ff tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 945 time: 0.3275402 May 20 09:02:17.405692 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50ce0f-fe60-4b8b-9ecc-863991fe7173 req-ced96837-503e-484e-9385-ddd55355de47 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:17.414164 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cd50ce0f-fe60-4b8b-9ecc-863991fe7173 req-ced96837-503e-484e-9385-ddd55355de47 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 945 time: 0.3152120 May 20 09:02:17.512345 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cd50ce0f-fe60-4b8b-9ecc-863991fe7173 req-32167ab5-b3d7-448f-8ad1-de5e3cd04166 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934818 May 20 09:02:17.746767 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-983459c2-5049-4576-8700-023ac7f1076a req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Deleting port 396b906e-67a1-4f93-be5c-c97c276396cb {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:17.747122 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-983459c2-5049-4576-8700-023ac7f1076a req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:17.775454 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fc633-3661-47a6-8fc1-f8112d650504 req-de591cf3-5807-48ca-bdbe-a9b214a654c9 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:17.777550 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-366fc633-3661-47a6-8fc1-f8112d650504 req-de591cf3-5807-48ca-bdbe-a9b214a654c9 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.2634845 May 20 09:02:18.003888 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-366fc633-3661-47a6-8fc1-f8112d650504 req-d42d56d9-a137-48aa-98dd-6a3f9fc4bb61 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206047 May 20 09:02:18.126053 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-983459c2-5049-4576-8700-023ac7f1076a req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] For port 396b906e-67a1-4f93-be5c-c97c276396cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=396b906e-67a1-4f93-be5c-c97c276396cb,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:18.126437 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-983459c2-5049-4576-8700-023ac7f1076a req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:18.263258 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-983459c2-5049-4576-8700-023ac7f1076a req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Calling delete_port for 396b906e-67a1-4f93-be5c-c97c276396cb owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:18.295726 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c15f6-20b1-4d6f-9043-a47643619fc7 req-43d23172-cdd3-48fb-ae6d-54002088ef54 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:18.297435 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-110c15f6-20b1-4d6f-9043-a47643619fc7 req-43d23172-cdd3-48fb-ae6d-54002088ef54 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.3563528 May 20 09:02:18.373245 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-110c15f6-20b1-4d6f-9043-a47643619fc7 req-454b9495-caa3-4bb6-bc44-00c57baf4011 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660896 May 20 09:02:18.464159 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-983459c2-5049-4576-8700-023ac7f1076a req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:18.471236 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-42d3ee38-4104-4167-926e-a646cbb918ac tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:18.525699 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90', '7b174c59-80b8-4d3f-969b-bc3d21256541', '981c2136-ef5d-476f-af24-4f7e1d88ab4c', '396b906e-67a1-4f93-be5c-c97c276396cb'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:02:18.547591 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Pushing event deleted for resources: {'Port': ['ID=396b906e-67a1-4f93-be5c-c97c276396cb,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:18.550865 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:18.642381 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-983459c2-5049-4576-8700-023ac7f1076a req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] No DVR routers for this DVR port 396b906e-67a1-4f93-be5c-c97c276396cb on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:02:18.647053 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-983459c2-5049-4576-8700-023ac7f1076a req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:18.649847 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f2a007-a75c-4ced-a496-847a4639a3a9', 'name': 'network-vif-deleted', 'tag': '396b906e-67a1-4f93-be5c-c97c276396cb'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:02:18.678614 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-983459c2-5049-4576-8700-023ac7f1076a req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "DELETE /v2.0/ports/396b906e-67a1-4f93-be5c-c97c276396cb HTTP/1.1" status: 204 len: 173 time: 1.3660557 May 20 09:02:18.783649 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-7d52fdab-024e-4326-a208-7a02bd292c84 req-0b47626a-422c-4225-9de1-350610dc72b5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Synchronizing usage tracker for tenant:9408acef4ded4f719020db92cf852b89 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:02:18.823380 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f2a007-a75c-4ced-a496-847a4639a3a9', 'name': 'network-vif-deleted', 'tag': '396b906e-67a1-4f93-be5c-c97c276396cb', 'status': 'completed', 'code': 200} May 20 09:02:18.835041 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-7d52fdab-024e-4326-a208-7a02bd292c84 req-0b47626a-422c-4225-9de1-350610dc72b5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Unset dirty status for tenant:9408acef4ded4f719020db92cf852b89 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:02:18.842035 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7d52fdab-024e-4326-a208-7a02bd292c84 req-0b47626a-422c-4225-9de1-350610dc72b5 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 210 time: 0.1431146 May 20 09:02:19.378385 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f7b06-5379-46b8-b16a-b16529702046 req-3abb606a-666e-45db-a519-8f40cef8aecd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:19.380987 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed2f7b06-5379-46b8-b16a-b16529702046 req-3abb606a-666e-45db-a519-8f40cef8aecd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.1109381 May 20 09:02:19.507437 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ed2f7b06-5379-46b8-b16a-b16529702046 req-b4485346-b204-4109-993e-317e752b43c5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069739 May 20 09:02:19.740673 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc253af-a9b0-45af-ab6c-aed8ce587993 req-da4945dc-2b41-46e5-b4e5-e60a04fe9115 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:19.742846 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7dc253af-a9b0-45af-ab6c-aed8ce587993 req-da4945dc-2b41-46e5-b4e5-e60a04fe9115 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1943119 May 20 09:02:19.877450 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7dc253af-a9b0-45af-ab6c-aed8ce587993 req-f92b938d-e76d-4068-9c18-ef0b7134f52b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991721 May 20 09:02:20.137154 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3fe6a3ee-77d1-4f42-929f-b61b5b2edcac req-e6f1f67f-4811-4311-aac1-2cf48c6cd9d3 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=09f2a007-a75c-4ced-a496-847a4639a3a9 HTTP/1.1" status: 200 len: 210 time: 0.0831115 May 20 09:02:20.713844 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a095ba-0bc9-4523-ab38-ad4c533f221a req-77827d3c-7557-4b11-841c-9818db19f5a7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:20.715458 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36a095ba-0bc9-4523-ab38-ad4c533f221a req-77827d3c-7557-4b11-841c-9818db19f5a7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.0875583 May 20 09:02:20.765698 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36a095ba-0bc9-4523-ab38-ad4c533f221a req-1a9f87b0-98df-4d72-bdf1-f1661838b917 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443931 May 20 09:02:21.057465 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901a5ba-1b6f-402f-a559-cb7acff8a9a4 req-e551fd83-746f-484f-9713-555ce748f323 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:21.059566 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5901a5ba-1b6f-402f-a559-cb7acff8a9a4 req-e551fd83-746f-484f-9713-555ce748f323 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0825441 May 20 09:02:21.106233 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5901a5ba-1b6f-402f-a559-cb7acff8a9a4 req-c974f655-8e68-465f-972b-c8414105ca5d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 May 20 09:02:21.214078 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device cee49672-cf22-4266-8819-dea793d4ca03 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:02:21.229765 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 396b906e-67a1-4f93-be5c-c97c276396cb no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:21.271450 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 396b906e-67a1-4f93-be5c-c97c276396cb {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:02:21.272063 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 396b906e-67a1-4f93-be5c-c97c276396cb not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:02:21.406312 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:21.420661 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': 'cee49672-cf22-4266-8819-dea793d4ca03', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'port_id': 'cee49672-cf22-4266-8819-dea793d4ca03', 'mac_address': 'fa:16:3e:b4:12:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:02:21.473627 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:21.490703 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cee49672-cf22-4266-8819-dea793d4ca03 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:02:21.507096 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:21.510746 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:21.512449 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:21.580080 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=cee49672-cf22-4266-8819-dea793d4ca03,revision_number=6']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:21.587886 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.588232 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.588567 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.588918 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.589244 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.590072 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.590393 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.590712 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.591030 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.591346 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.591659 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.591976 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:21.597166 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:21.793791 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['cee49672-cf22-4266-8819-dea793d4ca03'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:02:21.939587 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36418) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:22.041875 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436287d5-61d9-4a66-9909-19599ec764f0 req-f4d78c7a-5474-4bf0-b8be-dfe73e226b93 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:22.057324 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-436287d5-61d9-4a66-9909-19599ec764f0 req-f4d78c7a-5474-4bf0-b8be-dfe73e226b93 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 945 time: 0.1584978 May 20 09:02:22.112731 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-436287d5-61d9-4a66-9909-19599ec764f0 req-298ae03c-f48b-4f90-84bc-5444a56dc4a8 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544300 May 20 09:02:22.160759 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36430) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:22.296631 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2957-4a2b-4017-aa07-08ca76cea1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:22.312244 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-2623ec85-1c33-4c4b-8f9a-8d91f60e1b21 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=77492436da18419eb0c762ff38ac776d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502769 May 20 09:02:22.313303 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36440) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:22.368011 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-2e6a2957-4a2b-4017-aa07-08ca76cea1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:02:22.389104 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-2e6a2957-4a2b-4017-aa07-08ca76cea1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:1353e2dc5e344d798d8dc8ccc2924284 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:02:22.394685 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-2e6a2957-4a2b-4017-aa07-08ca76cea1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:02:22.397558 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-446e225f-4f32-488c-9d81-092ce3bd2915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:22.403928 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-2e6a2957-4a2b-4017-aa07-08ca76cea1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:02:22.416431 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bb13-ffed-41cf-b92a-0be8484ff130 req-a530eff8-71fa-453b-9b5c-80bf0bbf319d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:22.418249 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9330bb13-ffed-41cf-b92a-0be8484ff130 req-a530eff8-71fa-453b-9b5c-80bf0bbf319d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1172421 May 20 09:02:22.471726 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-446e225f-4f32-488c-9d81-092ce3bd2915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:22.492363 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9330bb13-ffed-41cf-b92a-0be8484ff130 req-6d7d5c27-beb2-4334-bfd0-e0ce2511af89 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669012 May 20 09:02:22.574686 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-446e225f-4f32-488c-9d81-092ce3bd2915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:22.586060 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1155681a-a877-4cc1-b23f-590f4801846f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:22.618964 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e225f-4f32-488c-9d81-092ce3bd2915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2fd2ab-a21b-4eb6-9a70-f9890078c90c,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:22.637642 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-446e225f-4f32-488c-9d81-092ce3bd2915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:22.654705 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-446e225f-4f32-488c-9d81-092ce3bd2915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:22.673786 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-446e225f-4f32-488c-9d81-092ce3bd2915 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4f2fd2ab-a21b-4eb6-9a70-f9890078c90c HTTP/1.1" status: 204 len: 168 time: 0.3492620 May 20 09:02:22.689762 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2957-4a2b-4017-aa07-08ca76cea1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:22.700655 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2957-4a2b-4017-aa07-08ca76cea1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:22.709239 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-880708e1-f937-4efb-af33-6ca1e0a9a015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:22.759691 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-2e6a2957-4a2b-4017-aa07-08ca76cea1a1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1353e2dc5e344d798d8dc8ccc2924284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8188694 May 20 09:02:22.761995 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a2957-4a2b-4017-aa07-08ca76cea1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a44204-8a8c-431d-a3f3-37595ade6a6c,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:22.762710 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 36460) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:22.767130 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-2e6a2957-4a2b-4017-aa07-08ca76cea1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:22.895890 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a012ebda-f241-4f58-97f5-5ed01a8db582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:23.040169 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a012ebda-f241-4f58-97f5-5ed01a8db582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:23.118972 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227208b6-bb99-4ce4-a3a7-e7e02cb643ac req-a6317dce-07a3-430b-8b57-d154d3d6f6f9 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:23.125208 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-227208b6-bb99-4ce4-a3a7-e7e02cb643ac req-a6317dce-07a3-430b-8b57-d154d3d6f6f9 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 945 time: 0.1639550 May 20 09:02:23.156977 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a012ebda-f241-4f58-97f5-5ed01a8db582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:23.164646 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-1e68957b-91d2-4209-8559-570cc8e49c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:23.179275 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012ebda-f241-4f58-97f5-5ed01a8db582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a44204-8a8c-431d-a3f3-37595ade6a6c,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:23.199401 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a012ebda-f241-4f58-97f5-5ed01a8db582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:23.202165 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-227208b6-bb99-4ce4-a3a7-e7e02cb643ac req-58ad60b8-0933-4c26-935f-89fa309baf65 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658398 May 20 09:02:23.207786 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a012ebda-f241-4f58-97f5-5ed01a8db582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:23.208457 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-a012ebda-f241-4f58-97f5-5ed01a8db582 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b5a44204-8a8c-431d-a3f3-37595ade6a6c HTTP/1.1" status: 204 len: 168 time: 0.4447596 May 20 09:02:23.226043 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device cee49672-cf22-4266-8819-dea793d4ca03 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:02:23.435213 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port cee49672-cf22-4266-8819-dea793d4ca03 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:02:23.435947 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:23.468096 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06d867-4046-46eb-8345-f6984315a015 req-b66bccad-6353-4cb7-bb0a-7c690cedc006 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:23.484433 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6b06d867-4046-46eb-8345-f6984315a015 req-b66bccad-6353-4cb7-bb0a-7c690cedc006 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 945 time: 0.1704750 May 20 09:02:23.617662 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6b06d867-4046-46eb-8345-f6984315a015 req-a028959d-b667-4443-ad8b-3a11c84b03b4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318481 May 20 09:02:23.753906 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:23.799174 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a1068-7a0f-4704-97e7-b9ec8badc744 req-3777af07-eb97-4f57-a81a-b4e099597d26 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:23.807690 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ba2a1068-7a0f-4704-97e7-b9ec8badc744 req-3777af07-eb97-4f57-a81a-b4e099597d26 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1631896 May 20 09:02:23.843627 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:23.851770 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:02:23.877699 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:23.879542 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ba2a1068-7a0f-4704-97e7-b9ec8badc744 req-8e72b22f-2ea1-4ef7-902e-cd72c8ff7dc2 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686736 May 20 09:02:23.884536 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:24.000864 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03', 'code': 200} May 20 09:02:24.047738 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=cee49672-cf22-4266-8819-dea793d4ca03,revision_number=7']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:24.077703 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:24.578931 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecec53f-a7a8-4e1b-b6a9-90f2a8fa4d63 req-c0d76a4a-f94b-43c4-aecc-36fb25f965b1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:24.580409 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fecec53f-a7a8-4e1b-b6a9-90f2a8fa4d63 req-c0d76a4a-f94b-43c4-aecc-36fb25f965b1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 945 time: 0.2317431 May 20 09:02:24.683617 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fecec53f-a7a8-4e1b-b6a9-90f2a8fa4d63 req-3e4f54ce-6a4f-4a94-a3b8-1d46e5a1d2c0 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793998 May 20 09:02:25.021939 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4914d-ec0a-4ffd-a21c-77a77577be0c req-98d8c0c4-4b55-4039-9fc1-d86d592c8e1b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:25.038359 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-98b4914d-ec0a-4ffd-a21c-77a77577be0c req-98d8c0c4-4b55-4039-9fc1-d86d592c8e1b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.1709542 May 20 09:02:25.206788 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-98b4914d-ec0a-4ffd-a21c-77a77577be0c req-5d9ff22c-07b3-4ce1-80c1-71465f49dcb5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536453 May 20 09:02:25.305442 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3804ce-378f-4e15-865e-c7878a6ecf65 req-73a620d1-86b3-40eb-841c-d802a43f3316 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:25.312497 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ec3804ce-378f-4e15-865e-c7878a6ecf65 req-73a620d1-86b3-40eb-841c-d802a43f3316 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1842790 May 20 09:02:25.445157 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ec3804ce-378f-4e15-865e-c7878a6ecf65 req-f240153f-ca4b-45ca-8fd9-d05b3e8405ae tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317403 May 20 09:02:25.482214 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84836ade-5780-49b4-b704-ce08c242f119 req-ed2be292-2022-4d57-b5c2-9a20799428c6 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:25.483645 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-84836ade-5780-49b4-b704-ce08c242f119 req-ed2be292-2022-4d57-b5c2-9a20799428c6 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 945 time: 0.1397161 May 20 09:02:25.665542 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-84836ade-5780-49b4-b704-ce08c242f119 req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Deleting port 981c2136-ef5d-476f-af24-4f7e1d88ab4c {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:25.666234 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-84836ade-5780-49b4-b704-ce08c242f119 req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:25.856153 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-84836ade-5780-49b4-b704-ce08c242f119 req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] For port 981c2136-ef5d-476f-af24-4f7e1d88ab4c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=981c2136-ef5d-476f-af24-4f7e1d88ab4c,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:25.856911 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-84836ade-5780-49b4-b704-ce08c242f119 req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:26.031536 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-84836ade-5780-49b4-b704-ce08c242f119 req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Calling delete_port for 981c2136-ef5d-476f-af24-4f7e1d88ab4c owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:26.100177 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e364b-27b7-4d60-ad36-9e70fec279da req-b7ef11ab-bd98-426f-8380-f28dceccae73 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:26.101773 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c17e364b-27b7-4d60-ad36-9e70fec279da req-b7ef11ab-bd98-426f-8380-f28dceccae73 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 945 time: 0.2285583 May 20 09:02:26.215472 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-84836ade-5780-49b4-b704-ce08c242f119 req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:26.228991 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-67b21a78-e069-4fbd-b619-4d83968bde4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:26.269361 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90', '7b174c59-80b8-4d3f-969b-bc3d21256541', '981c2136-ef5d-476f-af24-4f7e1d88ab4c'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:02:26.375777 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c17e364b-27b7-4d60-ad36-9e70fec279da req-2d496bb9-ddbe-4823-9445-e88c3e01bf14 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810355 May 20 09:02:26.376990 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Pushing event deleted for resources: {'Port': ['ID=981c2136-ef5d-476f-af24-4f7e1d88ab4c,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:26.390927 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:26.673658 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-84836ade-5780-49b4-b704-ce08c242f119 req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] No DVR routers for this DVR port 981c2136-ef5d-476f-af24-4f7e1d88ab4c on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:02:26.684444 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-84836ade-5780-49b4-b704-ce08c242f119 req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:26.688563 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776ddba0-d5f7-4e63-8911-cd32bfa59ad3', 'name': 'network-vif-deleted', 'tag': '981c2136-ef5d-476f-af24-4f7e1d88ab4c'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:02:26.882494 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-84836ade-5780-49b4-b704-ce08c242f119 req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "DELETE /v2.0/ports/981c2136-ef5d-476f-af24-4f7e1d88ab4c HTTP/1.1" status: 204 len: 173 time: 1.3893991 May 20 09:02:26.922916 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637bb13-c471-433e-8a0c-f548930d683c req-fbdf12e8-ace8-4bcb-b5bc-2756a71934d3 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:26.924640 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0637bb13-c471-433e-8a0c-f548930d683c req-fbdf12e8-ace8-4bcb-b5bc-2756a71934d3 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.2481449 May 20 09:02:27.038891 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f2f23-4eb2-4f61-a3d8-6943472235a7 req-8858bd7f-d84b-4b22-ba97-7a8620a23d0b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:27.045960 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c57f2f23-4eb2-4f61-a3d8-6943472235a7 req-8858bd7f-d84b-4b22-ba97-7a8620a23d0b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.4567952 May 20 09:02:27.101733 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0637bb13-c471-433e-8a0c-f548930d683c req-7dbdab52-dc13-49f0-8fca-e1b2f4cd11ef tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442101 May 20 09:02:27.161504 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c57f2f23-4eb2-4f61-a3d8-6943472235a7 req-686d42e6-af8a-40ff-aee9-cd005af1b741 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963314 May 20 09:02:27.258446 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776ddba0-d5f7-4e63-8911-cd32bfa59ad3', 'name': 'network-vif-deleted', 'tag': '981c2136-ef5d-476f-af24-4f7e1d88ab4c', 'status': 'completed', 'code': 200} May 20 09:02:27.642338 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-fd3fbc7e-e3ca-43e5-90bb-60561faca7fe req-5a936374-c214-43e7-89b9-6ce8771f8c49 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Synchronizing usage tracker for tenant:9408acef4ded4f719020db92cf852b89 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:02:27.685849 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-fd3fbc7e-e3ca-43e5-90bb-60561faca7fe req-5a936374-c214-43e7-89b9-6ce8771f8c49 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Unset dirty status for tenant:9408acef4ded4f719020db92cf852b89 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:02:27.687673 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fd3fbc7e-e3ca-43e5-90bb-60561faca7fe req-5a936374-c214-43e7-89b9-6ce8771f8c49 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=776ddba0-d5f7-4e63-8911-cd32bfa59ad3 HTTP/1.1" status: 200 len: 210 time: 0.1337628 May 20 09:02:28.502399 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d084b-5c80-46c4-9939-e45a5d5c0d39 req-e03b1677-51ec-44af-9e3c-e42ed18a7906 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:28.505696 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-960d084b-5c80-46c4-9939-e45a5d5c0d39 req-e03b1677-51ec-44af-9e3c-e42ed18a7906 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.2135670 May 20 09:02:28.544026 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd433da-d834-4955-bd26-0874a72b923f req-e3ae4912-56ed-4bf1-bad6-755058ae84cf tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:28.551674 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6dd433da-d834-4955-bd26-0874a72b923f req-e3ae4912-56ed-4bf1-bad6-755058ae84cf tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.1697559 May 20 09:02:28.615197 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-960d084b-5c80-46c4-9939-e45a5d5c0d39 req-d7e551ea-69aa-41cf-b3ca-4d66bb7483c4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053653 May 20 09:02:28.692645 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6dd433da-d834-4955-bd26-0874a72b923f req-12978f7c-8d67-45e9-809a-2b1035cc09d3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396852 May 20 09:02:29.220241 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:02:29.243338 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 981c2136-ef5d-476f-af24-4f7e1d88ab4c no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:29.327134 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 981c2136-ef5d-476f-af24-4f7e1d88ab4c {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:02:29.328202 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 981c2136-ef5d-476f-af24-4f7e1d88ab4c not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:02:29.562727 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a159d-ec34-4a5a-883e-0f905e7027a4 req-6b293b5e-296e-47bb-bcf9-061cd416f287 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:29.578758 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d84a159d-ec34-4a5a-883e-0f905e7027a4 req-6b293b5e-296e-47bb-bcf9-061cd416f287 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 945 time: 0.2512233 May 20 09:02:29.713986 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d84a159d-ec34-4a5a-883e-0f905e7027a4 req-52ad16fe-56f4-4d9e-99cb-12e5a4b8cb78 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339152 May 20 09:02:30.026308 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe44447-0716-4541-813d-f45cf61ff65c req-0e65c7ce-649c-4fbf-8df6-01cc9798c820 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:30.034091 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-afe44447-0716-4541-813d-f45cf61ff65c req-0e65c7ce-649c-4fbf-8df6-01cc9798c820 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.1315339 May 20 09:02:30.044007 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0c6d4-1a85-4fb5-94cb-ff8b08df0faa req-71eefcda-8af0-44c6-89fe-75fd75b35695 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:30.046136 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-37b0c6d4-1a85-4fb5-94cb-ff8b08df0faa req-71eefcda-8af0-44c6-89fe-75fd75b35695 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.2293463 May 20 09:02:30.117915 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-37b0c6d4-1a85-4fb5-94cb-ff8b08df0faa req-0a880b7b-a9fe-4c50-bbed-5df1a95ad659 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572541 May 20 09:02:30.182386 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-afe44447-0716-4541-813d-f45cf61ff65c req-8ce67879-d35c-4b9b-999b-96886fa02a37 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471748 May 20 09:02:31.017787 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831d202-2cb0-43b8-a9a4-ebcf5a044019 req-b0ffa631-5082-4ced-9523-148fe8f97aa6 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:31.019392 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7831d202-2cb0-43b8-a9a4-ebcf5a044019 req-b0ffa631-5082-4ced-9523-148fe8f97aa6 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 945 time: 0.1262980 May 20 09:02:31.034221 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5ba25-a122-4cb9-ace5-1e40832376ca req-72a8b587-8dc7-49b9-8e82-583ab2acf74b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:31.042258 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c8f5ba25-a122-4cb9-ace5-1e40832376ca req-72a8b587-8dc7-49b9-8e82-583ab2acf74b tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 945 time: 0.1951752 May 20 09:02:31.240343 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c8f5ba25-a122-4cb9-ace5-1e40832376ca req-bad4a6a6-a10e-431e-a82c-aaace1a6a805 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969142 May 20 09:02:31.367805 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-7831d202-2cb0-43b8-a9a4-ebcf5a044019 req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Deleting port 7b174c59-80b8-4d3f-969b-bc3d21256541 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:31.368214 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-7831d202-2cb0-43b8-a9a4-ebcf5a044019 req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:31.520628 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-7831d202-2cb0-43b8-a9a4-ebcf5a044019 req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] For port 7b174c59-80b8-4d3f-969b-bc3d21256541, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7b174c59-80b8-4d3f-969b-bc3d21256541,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:31.521024 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-7831d202-2cb0-43b8-a9a4-ebcf5a044019 req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:31.657399 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-7831d202-2cb0-43b8-a9a4-ebcf5a044019 req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Calling delete_port for 7b174c59-80b8-4d3f-969b-bc3d21256541 owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:31.880246 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-7831d202-2cb0-43b8-a9a4-ebcf5a044019 req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:31.902222 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:31.918425 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90', '7b174c59-80b8-4d3f-969b-bc3d21256541'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:02:32.084586 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Pushing event deleted for resources: {'Port': ['ID=7b174c59-80b8-4d3f-969b-bc3d21256541,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:32.136854 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:32.189818 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7831d202-2cb0-43b8-a9a4-ebcf5a044019 req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] No DVR routers for this DVR port 7b174c59-80b8-4d3f-969b-bc3d21256541 on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:02:32.196866 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-7831d202-2cb0-43b8-a9a4-ebcf5a044019 req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:32.205326 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2d8d3f-20c8-46de-a281-4ebb76a03efd', 'name': 'network-vif-deleted', 'tag': '7b174c59-80b8-4d3f-969b-bc3d21256541'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:02:32.240931 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51a490-a736-4f69-a249-bfb83e7b8199 req-a39e46c5-8cda-4162-a7eb-602af7f4aed5 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:32.248917 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8c51a490-a736-4f69-a249-bfb83e7b8199 req-a39e46c5-8cda-4162-a7eb-602af7f4aed5 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.9758904 May 20 09:02:32.260954 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422daf-d1f2-44a1-93c1-7cb0a39162f1 req-1cdc14bb-b8ca-4da5-8bfe-f6be9b42853a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:32.268581 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fd422daf-d1f2-44a1-93c1-7cb0a39162f1 req-1cdc14bb-b8ca-4da5-8bfe-f6be9b42853a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.4926817 May 20 09:02:32.298254 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7831d202-2cb0-43b8-a9a4-ebcf5a044019 req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "DELETE /v2.0/ports/7b174c59-80b8-4d3f-969b-bc3d21256541 HTTP/1.1" status: 204 len: 173 time: 1.2406304 May 20 09:02:32.356107 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fd422daf-d1f2-44a1-93c1-7cb0a39162f1 req-1178f0ab-2dd4-42af-b9eb-2765e893da44 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862553 May 20 09:02:32.438069 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8c51a490-a736-4f69-a249-bfb83e7b8199 req-a5d600db-a79c-434f-8b43-47b9e6986b0d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877787 May 20 09:02:32.487963 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2d8d3f-20c8-46de-a281-4ebb76a03efd', 'name': 'network-vif-deleted', 'tag': '7b174c59-80b8-4d3f-969b-bc3d21256541', 'status': 'completed', 'code': 200} May 20 09:02:32.660294 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-00349f28-e170-4216-918c-cc54ff457944 req-9d519f03-2605-4a3c-bd7d-114e9262d4c2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Synchronizing usage tracker for tenant:9408acef4ded4f719020db92cf852b89 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:02:32.683320 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-00349f28-e170-4216-918c-cc54ff457944 req-9d519f03-2605-4a3c-bd7d-114e9262d4c2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Unset dirty status for tenant:9408acef4ded4f719020db92cf852b89 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:02:32.685057 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-00349f28-e170-4216-918c-cc54ff457944 req-9d519f03-2605-4a3c-bd7d-114e9262d4c2 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2d8d3f-20c8-46de-a281-4ebb76a03efd HTTP/1.1" status: 200 len: 210 time: 0.1108551 May 20 09:02:33.696074 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0976d-0650-4853-a727-ebbed7140fd6 req-f075231a-cc92-4c53-9361-ee239315fb71 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:33.701394 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f8a0976d-0650-4853-a727-ebbed7140fd6 req-f075231a-cc92-4c53-9361-ee239315fb71 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.1695156 May 20 09:02:33.730506 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3837b9-abf4-4cbc-880b-4f984b6a9bdf req-4474bb64-0ac7-4fba-bc8a-1673feba1569 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:33.733226 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6b3837b9-abf4-4cbc-880b-4f984b6a9bdf req-4474bb64-0ac7-4fba-bc8a-1673feba1569 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1541929 May 20 09:02:33.787855 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f8a0976d-0650-4853-a727-ebbed7140fd6 req-378e3be5-32b9-4021-8bea-4fac18f88b58 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839913 May 20 09:02:33.821019 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6b3837b9-abf4-4cbc-880b-4f984b6a9bdf req-f2b32041-4a3a-4469-9d04-52709fb6d934 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684648 May 20 09:02:34.147878 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-92479565-9472-4177-9790-2e7a18f11a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:34.866547 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440a6d2-5796-4647-b806-bdc84f982e90 req-0ede8393-d7fc-489b-91ac-392075b89694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:34.868008 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a440a6d2-5796-4647-b806-bdc84f982e90 req-0ede8393-d7fc-489b-91ac-392075b89694 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 1098 time: 0.0831375 May 20 09:02:35.045324 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a440a6d2-5796-4647-b806-bdc84f982e90 req-114dc1e6-9275-4ded-bd78-9b2960fe554d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689439 May 20 09:02:35.121103 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfeb8e-9395-40a6-81e6-4271237e35a0 req-e1a03185-f392-4561-9a14-9204234c229f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:35.122513 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-86dfeb8e-9395-40a6-81e6-4271237e35a0 req-e1a03185-f392-4561-9a14-9204234c229f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1462770 May 20 09:02:35.129933 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c3e47-a259-4b4b-8a60-9af199005c25 req-a6e48b3c-8fa0-4997-9f91-4439fbc19da5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:35.131207 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-129c3e47-a259-4b4b-8a60-9af199005c25 req-a6e48b3c-8fa0-4997-9f91-4439fbc19da5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.1560974 May 20 09:02:35.202615 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-86dfeb8e-9395-40a6-81e6-4271237e35a0 req-3c313188-e1ea-4faf-8ee0-d9dfe630125a tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704610 May 20 09:02:35.205117 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-129c3e47-a259-4b4b-8a60-9af199005c25 req-a772432d-83e2-4f9d-a08d-f3fd00bb5a79 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599542 May 20 09:02:35.284724 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7b174c59-80b8-4d3f-969b-bc3d21256541 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:35.319466 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 7b174c59-80b8-4d3f-969b-bc3d21256541 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:02:35.319907 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7b174c59-80b8-4d3f-969b-bc3d21256541 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:02:35.599823 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af879c-e757-4cf1-8dfb-58587aa48fd2 req-eaf130b8-8eee-4174-8dd2-1772f0231a29 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:35.601626 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-50af879c-e757-4cf1-8dfb-58587aa48fd2 req-eaf130b8-8eee-4174-8dd2-1772f0231a29 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 945 time: 0.0913472 May 20 09:02:35.649725 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-50af879c-e757-4cf1-8dfb-58587aa48fd2 req-7307f897-4ca4-42e2-a844-f6bb97a250b1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396543 May 20 09:02:35.849856 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fb585-5e41-407e-8b75-2db07e15a3d7 req-c3fb71f7-d664-4bf1-887d-5be9eaec0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:35.851291 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-196fb585-5e41-407e-8b75-2db07e15a3d7 req-c3fb71f7-d664-4bf1-887d-5be9eaec0bee service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 1099 time: 0.0693884 May 20 09:02:35.982638 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fb585-5e41-407e-8b75-2db07e15a3d7 req-55aebf68-5a2c-49ff-94ac-5d6e92f369e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:35.984076 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-196fb585-5e41-407e-8b75-2db07e15a3d7 req-55aebf68-5a2c-49ff-94ac-5d6e92f369e4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 918 time: 0.1247559 May 20 09:02:36.090788 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-196fb585-5e41-407e-8b75-2db07e15a3d7 req-aa0f6cae-d48f-4fcb-96f3-464a76b87c45 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cee49672-cf22-4266-8819-dea793d4ca03 HTTP/1.1" status: 200 len: 1002 time: 0.0936918 May 20 09:02:36.156639 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fb585-5e41-407e-8b75-2db07e15a3d7 req-0d1681a5-b0c1-4d16-97fc-46068e32dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:36.158068 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-196fb585-5e41-407e-8b75-2db07e15a3d7 req-0d1681a5-b0c1-4d16-97fc-46068e32dc0e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.0589747 May 20 09:02:36.241353 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fb585-5e41-407e-8b75-2db07e15a3d7 req-b4ac5284-4aae-4512-8241-a09f70a2fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:36.242825 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-196fb585-5e41-407e-8b75-2db07e15a3d7 req-b4ac5284-4aae-4512-8241-a09f70a2fc47 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694077 May 20 09:02:36.520362 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36660) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:36.524689 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-196fb585-5e41-407e-8b75-2db07e15a3d7 req-b7c08998-534f-4a2e-8683-b7f03c33af01 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428296 May 20 09:02:36.559456 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f3071-6d8b-4619-b5ec-3b5a655054f8 req-e0fd5d22-03d8-4ceb-a3f7-cf5cbe1707b5 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:36.560914 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-299f3071-6d8b-4619-b5ec-3b5a655054f8 req-e0fd5d22-03d8-4ceb-a3f7-cf5cbe1707b5 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.2457666 May 20 09:02:36.583576 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b906063-8835-4c3b-b6b2-231e6e9d1274 admin admin] Deleting subnet ee5e9737-60c8-4102-9144-a64f0d074f8b {{(pid=91687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:02:36.586503 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9b906063-8835-4c3b-b6b2-231e6e9d1274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:36.601716 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c972fbc-c70e-46b7-aa8e-883bb0adc7ea req-73fe095b-a565-45c6-8532-cd460aa78af1 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:36.603137 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9c972fbc-c70e-46b7-aa8e-883bb0adc7ea req-73fe095b-a565-45c6-8532-cd460aa78af1 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.2532430 May 20 09:02:36.635729 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9b906063-8835-4c3b-b6b2-231e6e9d1274 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:36.642577 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9b906063-8835-4c3b-b6b2-231e6e9d1274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:36.660173 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:36.722433 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-299f3071-6d8b-4619-b5ec-3b5a655054f8 req-2e25bb74-845f-4ba1-abe0-34f6327c95cd tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544049 May 20 09:02:36.733073 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9c972fbc-c70e-46b7-aa8e-883bb0adc7ea req-ce8d120c-6f4d-4fe3-a4e4-4b6710ba76f0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208980 May 20 09:02:36.759281 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-196fb585-5e41-407e-8b75-2db07e15a3d7 req-bb14704e-49d2-4843-be0e-3a6d225dd932 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252347 May 20 09:02:36.846575 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-b1b8e35c-d6ad-43f1-bc05-8b221856c15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:36.895524 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9b906063-8835-4c3b-b6b2-231e6e9d1274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487'] for subnet, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:36.899269 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:36.927789 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b06ac-ad9e-491f-9962-76edf7d2db63 req-c53d9bd4-df0c-4cc7-99c2-71a3bf1a2019 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:36.929243 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-938b06ac-ad9e-491f-9962-76edf7d2db63 req-c53d9bd4-df0c-4cc7-99c2-71a3bf1a2019 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 945 time: 0.0852866 May 20 09:02:36.931494 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b906063-8835-4c3b-b6b2-231e6e9d1274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5e9737-60c8-4102-9144-a64f0d074f8b,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:36.935142 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9b906063-8835-4c3b-b6b2-231e6e9d1274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:36.937756 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9b906063-8835-4c3b-b6b2-231e6e9d1274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:36.944168 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-9b906063-8835-4c3b-b6b2-231e6e9d1274 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ee5e9737-60c8-4102-9144-a64f0d074f8b HTTP/1.1" status: 204 len: 168 time: 0.4227219 May 20 09:02:36.946727 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36666) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:36.980141 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-938b06ac-ad9e-491f-9962-76edf7d2db63 req-4173afc7-b1cc-4949-ad2f-f8bc3f5da809 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 May 20 09:02:37.116469 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.235558 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.249322 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.249674 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.250406 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.250733 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > port after_create 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.251074 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.251426 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > port after_update 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.251750 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.252070 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.252392 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.252728 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.328612 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.329010 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.329343 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.329678 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:02:37.330047 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c36c48-b199-4ece-8919-cd16912a8467']}} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:37.346242 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1825b8f5-27a6-4c7a-9cc5-b8f8376566bc') {'for_net_delete': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:37.346534 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1825b8f5-27a6-4c7a-9cc5-b8f8376566bc') {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:37.357700 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7849177'] for segment, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.373953 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.381209 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=91687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:02:37.381602 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5631204'] for segment, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: from cryptography.utils import int_from_bytes May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: from cryptography.utils import int_from_bytes May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: Traceback (most recent call last): May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: timer() May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: cb(*args, **kw) May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: return func(*args, **kwargs) May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: self._notify() May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: self.callback(batched_events) May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: event.method(event) May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: return f(self, *a, **k) May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: return self._get(url).json() May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: return self.request(url, 'GET', **kwargs) May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:02:37.397522 dv-cinder-790910-5-smb neutron-server[91687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:02:37.469017 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.473028 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-39092b67-57a2-4a3b-bf33-4ceffe7f1b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:37.488476 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.501039 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c36c48-b199-4ece-8919-cd16912a8467,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:37.504068 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:37.509215 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f8c36c48-b199-4ece-8919-cd16912a8467 HTTP/1.1" status: 204 len: 168 time: 0.5615926 May 20 09:02:37.682453 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36672) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:37.690355 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.732002 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-f46e12d0-0e70-46d6-af1e-4dfcb4201358 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=00bc8df99d2c44e8a2c52d6970508338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478158 May 20 09:02:37.734442 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36676) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:37.793578 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4f02-5b0e-40a8-8ab8-d95246c2f799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.822167 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4f02-5b0e-40a8-8ab8-d95246c2f799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.876470 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4f02-5b0e-40a8-8ab8-d95246c2f799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.880107 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d20c3b76-ba70-466d-81fe-2d89fa3d8f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:37.893546 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a4f02-5b0e-40a8-8ab8-d95246c2f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4818c6a0-fd60-470c-9334-c2b04f54fc0a,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:37.896201 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fe4a4f02-5b0e-40a8-8ab8-d95246c2f799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:37.904353 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4f02-5b0e-40a8-8ab8-d95246c2f799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:37.905483 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-fe4a4f02-5b0e-40a8-8ab8-d95246c2f799 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4818c6a0-fd60-470c-9334-c2b04f54fc0a HTTP/1.1" status: 204 len: 168 time: 0.1701665 May 20 09:02:38.106824 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1db5d5-d409-49c3-acf2-095b71630b81 req-33676073-9b2f-41e4-a63c-9444b4f78dc1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:38.108232 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9e1db5d5-d409-49c3-acf2-095b71630b81 req-33676073-9b2f-41e4-a63c-9444b4f78dc1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 945 time: 0.2822146 May 20 09:02:38.118705 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31b7a-fa8f-4727-bca5-695e5e129dc6 req-0464b08d-c307-47e3-badd-8a0bbee3a976 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:38.120089 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6fb31b7a-fa8f-4727-bca5-695e5e129dc6 req-0464b08d-c307-47e3-badd-8a0bbee3a976 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.2585871 May 20 09:02:38.156215 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc8a0f-22fc-44b0-bf10-1fd6f76c0824 req-f1cadf7f-9213-48f2-96ec-bff9724e6e70 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:38.157600 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ffcc8a0f-22fc-44b0-bf10-1fd6f76c0824 req-f1cadf7f-9213-48f2-96ec-bff9724e6e70 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.2907932 May 20 09:02:38.291613 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6fb31b7a-fa8f-4727-bca5-695e5e129dc6 req-e7bc1a3f-2c0a-4eb5-add9-49e727193d20 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327651 May 20 09:02:38.299249 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ffcc8a0f-22fc-44b0-bf10-1fd6f76c0824 req-70a8402d-0ab8-4dcd-8db0-559d32180220 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350257 May 20 09:02:38.342634 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-9e1db5d5-d409-49c3-acf2-095b71630b81 req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Deleting port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:38.342634 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-9e1db5d5-d409-49c3-acf2-095b71630b81 req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:38.550783 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-9e1db5d5-d409-49c3-acf2-095b71630b81 req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] For port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90,segment=NetworkSegment(83c80203-356a-4cf6-b80d-16017323e693),segment_id=83c80203-356a-4cf6-b80d-16017323e693)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:38.551131 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-9e1db5d5-d409-49c3-acf2-095b71630b81 req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:38.628967 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f44b99-a419-4b70-b99a-deaffaa5428b req-f6827526-de99-45b3-a36f-25e2ff90d8d0 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:38.630403 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e8f44b99-a419-4b70-b99a-deaffaa5428b req-f6827526-de99-45b3-a36f-25e2ff90d8d0 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 945 time: 0.1883585 May 20 09:02:38.692068 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-9e1db5d5-d409-49c3-acf2-095b71630b81 req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Calling delete_port for 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:38.767129 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4677c-4df6-45cd-a54a-877433e22a57 req-5ffd804f-4cb6-4a13-a090-6ebbb2697fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:38.768595 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f4a4677c-4df6-45cd-a54a-877433e22a57 req-5ffd804f-4cb6-4a13-a090-6ebbb2697fde service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 1098 time: 0.0997620 May 20 09:02:38.805726 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e8f44b99-a419-4b70-b99a-deaffaa5428b req-0b8b6187-b8a8-401f-8d02-6c7fe2809607 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/security-groups?id=b4513b93-24f3-440b-93c3-13b75ff154e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221030 May 20 09:02:38.841708 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aac9b-e538-40c9-aa17-712a4202dd7c req-a4b4e495-57f3-4851-acf3-9e240571415c tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:38.843186 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-635aac9b-e538-40c9-aa17-712a4202dd7c req-a4b4e495-57f3-4851-acf3-9e240571415c tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1585815 May 20 09:02:38.913621 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4677c-4df6-45cd-a54a-877433e22a57 req-84749f47-310f-4b6f-882b-961f78b5aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:38.915233 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f4a4677c-4df6-45cd-a54a-877433e22a57 req-84749f47-310f-4b6f-882b-961f78b5aba2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 921 time: 0.1382961 May 20 09:02:38.928910 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-635aac9b-e538-40c9-aa17-712a4202dd7c req-da3b6380-632d-4347-8b84-12473cd64411 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782282 May 20 09:02:38.968106 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-9e1db5d5-d409-49c3-acf2-095b71630b81 req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:38.974591 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-67f900ed-afe4-438d-b56e-152bbe3dbc9b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:39.006068 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f4a4677c-4df6-45cd-a54a-877433e22a57 req-9c9f078d-6ec8-444b-8ed0-8d51a430a9d5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71b71dfe-9ebe-4cae-8804-6ca240231635 HTTP/1.1" status: 200 len: 217 time: 0.0830815 May 20 09:02:39.009038 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:02:39.024320 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Pushing event deleted for resources: {'Port': ['ID=2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:39.028136 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:39.090274 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4677c-4df6-45cd-a54a-877433e22a57 req-8865235e-f869-4aaa-a08e-cf823f2e5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:39.092018 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f4a4677c-4df6-45cd-a54a-877433e22a57 req-8865235e-f869-4aaa-a08e-cf823f2e5fb8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cf4ebc0-c715-4825-8b91-71b2282799c8 HTTP/1.1" status: 200 len: 859 time: 0.0783954 May 20 09:02:39.110074 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1db5d5-d409-49c3-acf2-095b71630b81 req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] No DVR routers for this DVR port 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:02:39.113160 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-9e1db5d5-d409-49c3-acf2-095b71630b81 req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:39.116495 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9a3378-3275-404c-b163-707ff1aae081', 'name': 'network-vif-deleted', 'tag': '2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:02:39.139373 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9e1db5d5-d409-49c3-acf2-095b71630b81 req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.97 "DELETE /v2.0/ports/2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 HTTP/1.1" status: 204 len: 173 time: 1.0175812 May 20 09:02:39.152545 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f4a4677c-4df6-45cd-a54a-877433e22a57 req-e0bb8e2c-a9c5-40db-9fa2-5aba6e255405 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535231 May 20 09:02:39.174703 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9a3378-3275-404c-b163-707ff1aae081', 'name': 'network-vif-deleted', 'tag': '2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90', 'status': 'completed', 'code': 200} May 20 09:02:39.334647 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f4a4677c-4df6-45cd-a54a-877433e22a57 req-d92749b9-6384-48e6-9431-f63407fbe1d2 service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491735 May 20 09:02:39.361243 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:39.436520 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:02:39.437017 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 2e5245d3-c6b5-4c37-9ca6-f8a44e6baf90 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:02:39.437443 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device cee49672-cf22-4266-8819-dea793d4ca03 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:39.503592 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:39.528074 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f4a4677c-4df6-45cd-a54a-877433e22a57 req-c511f81a-b950-40d5-9483-92fdadb35265 service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850567 May 20 09:02:39.530244 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565235b4-4297-4594-a87d-b0d42532ca05 req-57a29a5a-2b6e-4b70-baab-045a5de69091 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:39.531739 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-565235b4-4297-4594-a87d-b0d42532ca05 req-57a29a5a-2b6e-4b70-baab-045a5de69091 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 946 time: 0.0943470 May 20 09:02:39.566285 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:39.583478 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-565235b4-4297-4594-a87d-b0d42532ca05 req-aefcdbdd-5a62-4d0c-a80d-5882d714d8bc tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455506 May 20 09:02:39.595684 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:02:39.613380 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:39.624475 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:39.631546 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:39.675057 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03', 'code': 200} May 20 09:02:39.716509 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=cee49672-cf22-4266-8819-dea793d4ca03,revision_number=8']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:39.721406 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:39.986262 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-83188a40-cc31-484e-96da-526b59643f22 req-46ccc7cb-81b1-469c-a81e-8d401b24fe24 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Synchronizing usage tracker for tenant:9408acef4ded4f719020db92cf852b89 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:02:40.001626 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-83188a40-cc31-484e-96da-526b59643f22 req-46ccc7cb-81b1-469c-a81e-8d401b24fe24 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Unset dirty status for tenant:9408acef4ded4f719020db92cf852b89 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:02:40.002875 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83188a40-cc31-484e-96da-526b59643f22 req-46ccc7cb-81b1-469c-a81e-8d401b24fe24 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] 10.222.0.88 "GET /v2.0/ports?device_id=be9a3378-3275-404c-b163-707ff1aae081 HTTP/1.1" status: 200 len: 210 time: 0.0610583 May 20 09:02:40.190127 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c07add-d009-41f4-bb8a-81d3e9fce468 req-086ca06e-7242-4511-b267-baee81d0f763 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:40.191702 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a9c07add-d009-41f4-bb8a-81d3e9fce468 req-086ca06e-7242-4511-b267-baee81d0f763 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0884328 May 20 09:02:40.243393 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a9c07add-d009-41f4-bb8a-81d3e9fce468 req-07807d5a-8ad8-402f-8281-99c7917fcc74 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457535 May 20 09:02:40.538717 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c331f-2f89-4fc8-8691-5dfb0d2ae2da req-2b48a7c2-ddac-49c3-bc63-8873b4b48eca tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:40.540258 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-857c331f-2f89-4fc8-8691-5dfb0d2ae2da req-2b48a7c2-ddac-49c3-bc63-8873b4b48eca tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0799911 May 20 09:02:40.593559 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-857c331f-2f89-4fc8-8691-5dfb0d2ae2da req-11d04cf2-45c6-4387-919d-5b17c2678e04 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455384 May 20 09:02:40.894869 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36774) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:41.017779 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-0a0a1d7b-eb2e-4b6f-aa38-da83c9585996 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216948 May 20 09:02:41.103905 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36786) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:41.172301 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e825a1-3186-4a27-8cb5-f32023312a3d admin admin] Deleting subnet 0cb13a1f-ecfd-444e-861c-e89a0fa4df77 {{(pid=91687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:02:41.176007 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-72e825a1-3186-4a27-8cb5-f32023312a3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:41.228441 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-72e825a1-3186-4a27-8cb5-f32023312a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7849174'] for subnet, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:41.344871 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-72e825a1-3186-4a27-8cb5-f32023312a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:41.499452 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede16971-5c58-4c87-9617-05b804eb9974 req-ebb89099-cb1d-4d25-861e-4945d6ef94e4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:41.501296 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ede16971-5c58-4c87-9617-05b804eb9974 req-ebb89099-cb1d-4d25-861e-4945d6ef94e4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0883269 May 20 09:02:41.551390 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ede16971-5c58-4c87-9617-05b804eb9974 req-6f528d31-d1d4-41d2-b436-e18ddca8c9a6 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431027 May 20 09:02:41.736617 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-72e825a1-3186-4a27-8cb5-f32023312a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5631042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6713005'] for subnet, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:41.744068 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6cb22277-5239-433b-9736-1de2eb709d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:41.782134 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e825a1-3186-4a27-8cb5-f32023312a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb13a1f-ecfd-444e-861c-e89a0fa4df77,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:41.786144 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-72e825a1-3186-4a27-8cb5-f32023312a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:41.788682 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-72e825a1-3186-4a27-8cb5-f32023312a3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:41.795690 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-72e825a1-3186-4a27-8cb5-f32023312a3d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0cb13a1f-ecfd-444e-861c-e89a0fa4df77 HTTP/1.1" status: 204 len: 168 time: 0.6901615 May 20 09:02:41.799247 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36804) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:41.815491 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2c2b0-fc9a-4913-a4fb-d3f0dce3a46c req-8bf05f18-bc6b-44e5-bd2a-759836d14995 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:41.817608 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2e2c2b0-fc9a-4913-a4fb-d3f0dce3a46c req-8bf05f18-bc6b-44e5-bd2a-759836d14995 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.1033130 May 20 09:02:41.872207 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2e2c2b0-fc9a-4913-a4fb-d3f0dce3a46c req-db3758fa-4daf-4d60-9b63-75af9847afed tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487044 May 20 09:02:41.926349 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.058695 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.071137 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088d18df-0fde-41fb-ad13-990cb25efaef']}} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:42.082769 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c80203-356a-4cf6-b80d-16017323e693') {'for_net_delete': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:42.083062 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c80203-356a-4cf6-b80d-16017323e693') {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:42.094107 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7849177'] for segment, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.111872 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.117899 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=91687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:02:42.118309 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5631204'] for segment, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: Traceback (most recent call last): May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: timer() May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: cb(*args, **kw) May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: return func(*args, **kwargs) May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: self._notify() May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: self.callback(batched_events) May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: event.method(event) May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: return f(self, *a, **k) May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: return self._get(url).json() May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: return self.request(url, 'GET', **kwargs) May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:02:42.131810 dv-cinder-790910-5-smb neutron-server[91687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:02:42.206408 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.211852 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.214344 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:42.236010 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] Pushing event deleted for resources: {'Network': ['ID=088d18df-0fde-41fb-ad13-990cb25efaef,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:42.238526 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:42.244517 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] 10.222.0.88 "DELETE /v2.0/networks/088d18df-0fde-41fb-ad13-990cb25efaef HTTP/1.1" status: 204 len: 168 time: 0.4438899 May 20 09:02:42.472951 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36816) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:42.528316 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-9422c8bd-e885-4d75-a976-e44a3afaf1ea admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9408acef4ded4f719020db92cf852b89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513113 May 20 09:02:42.528726 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 36822) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:42.594905 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0f6d-5ba3-4485-b8c4-d9c663f4ebea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.623212 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0f6d-5ba3-4485-b8c4-d9c663f4ebea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.680943 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0f6d-5ba3-4485-b8c4-d9c663f4ebea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.686180 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-72c98c34-aeeb-4472-b1c9-621a7783938e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:42.698647 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef0f6d-5ba3-4485-b8c4-d9c663f4ebea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4513b93-24f3-440b-93c3-13b75ff154e6,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:42.710175 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-f2ef0f6d-5ba3-4485-b8c4-d9c663f4ebea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:42.712361 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0f6d-5ba3-4485-b8c4-d9c663f4ebea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.716351 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-f2ef0f6d-5ba3-4485-b8c4-d9c663f4ebea admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b4513b93-24f3-440b-93c3-13b75ff154e6 HTTP/1.1" status: 204 len: 168 time: 0.1836767 May 20 09:02:43.079428 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee15c59-9609-4765-b089-1e9a9324698b req-a23f83fa-efae-4c73-96e3-3e7ce786c905 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:43.081643 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1ee15c59-9609-4765-b089-1e9a9324698b req-a23f83fa-efae-4c73-96e3-3e7ce786c905 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0970161 May 20 09:02:43.153614 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-5afe3555-b951-4425-84c5-cca369ba44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:43.155129 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-5afe3555-b951-4425-84c5-cca369ba44c0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd&tenant_id=3f1611c74b6c4086b1bd04ef27326563 HTTP/1.1" status: 200 len: 1097 time: 0.0953889 May 20 09:02:43.207228 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1ee15c59-9609-4765-b089-1e9a9324698b req-1b2d01cd-c4c5-4945-8283-32227d7604a6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170518 May 20 09:02:43.279656 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-4f59dddb-d6cf-4085-a144-726f09b11216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:43.281301 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-4f59dddb-d6cf-4085-a144-726f09b11216 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 1097 time: 0.0863316 May 20 09:02:43.313955 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27668c3-6d0f-46d2-810d-f6ca4349611c req-740c96c6-3722-42ba-93ad-c9cd89cbbefe tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:43.315590 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f27668c3-6d0f-46d2-810d-f6ca4349611c req-740c96c6-3722-42ba-93ad-c9cd89cbbefe tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0831823 May 20 09:02:43.349075 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device cee49672-cf22-4266-8819-dea793d4ca03 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:43.410948 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f27668c3-6d0f-46d2-810d-f6ca4349611c req-105da930-4abb-4164-9646-a5f0c3d68f6e tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728791 May 20 09:02:43.444459 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-4ee95094-f431-460a-9095-4fa887ebb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:43.445951 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-4ee95094-f431-460a-9095-4fa887ebb13a service neutron] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 918 time: 0.1580105 May 20 09:02:43.571078 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-3552cae5-c286-4b6e-a18e-5195ecb5e51e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cee49672-cf22-4266-8819-dea793d4ca03 HTTP/1.1" status: 200 len: 1000 time: 0.1174822 May 20 09:02:43.645355 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-ac5d4134-a965-48c4-ba12-538fd2563f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:43.646955 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-ac5d4134-a965-48c4-ba12-538fd2563f40 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.0687737 May 20 09:02:43.744254 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-5f647d71-5caa-49f8-9025-861d7c0a37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:43.745915 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-5f647d71-5caa-49f8-9025-861d7c0a37d4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812628 May 20 09:02:43.913548 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-34671d9f-a2fa-4c27-97d3-e1cb4fb10d4b service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582632 May 20 09:02:44.021319 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:44.105733 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5b890f90-4cf3-4af2-9531-8a4a86784030 req-505b27b9-e9eb-4e22-b362-d0f846cb814b service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660247 May 20 09:02:44.415985 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90bc2-94e6-4d54-a767-2456253295a0 req-ff1b1f4d-0568-4040-a862-f3e1ab005135 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:44.418003 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-33b90bc2-94e6-4d54-a767-2456253295a0 req-ff1b1f4d-0568-4040-a862-f3e1ab005135 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0905061 May 20 09:02:44.464044 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-33b90bc2-94e6-4d54-a767-2456253295a0 req-d039918a-69c7-45b0-9789-746b2ab65077 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401089 May 20 09:02:44.620840 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36906) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:44.738186 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1284ab24-66be-402d-a483-cce7c156589a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:44.756147 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-1284ab24-66be-402d-a483-cce7c156589a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:02:44.760073 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-1284ab24-66be-402d-a483-cce7c156589a admin admin] Usage tracker for resource:security_group_rule and tenant:da0742093fb34c648f047200bd93c85c is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:02:44.763196 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-1284ab24-66be-402d-a483-cce7c156589a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:02:44.769624 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-1284ab24-66be-402d-a483-cce7c156589a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:02:44.906274 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1284ab24-66be-402d-a483-cce7c156589a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:44.911731 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1284ab24-66be-402d-a483-cce7c156589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:44.920084 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-58587b5b-0c0d-4d2d-9344-34aa59274ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:44.962667 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-1284ab24-66be-402d-a483-cce7c156589a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=da0742093fb34c648f047200bd93c85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407531 May 20 09:02:44.963969 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284ab24-66be-402d-a483-cce7c156589a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3076a5e1-2b1b-414b-a93f-8e1797285db1,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:44.965508 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 36918) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:44.967033 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1284ab24-66be-402d-a483-cce7c156589a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:45.034945 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-bc41cc64-0558-4d8b-9a32-6c4029f13142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:45.067542 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-bc41cc64-0558-4d8b-9a32-6c4029f13142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:45.136652 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-bc41cc64-0558-4d8b-9a32-6c4029f13142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:45.149623 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3fbda431-79da-4f84-95c1-c36547b48fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:45.165416 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41cc64-0558-4d8b-9a32-6c4029f13142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3076a5e1-2b1b-414b-a93f-8e1797285db1,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:45.170044 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-bc41cc64-0558-4d8b-9a32-6c4029f13142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:45.199460 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-bc41cc64-0558-4d8b-9a32-6c4029f13142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:45.225150 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-bc41cc64-0558-4d8b-9a32-6c4029f13142 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3076a5e1-2b1b-414b-a93f-8e1797285db1 HTTP/1.1" status: 204 len: 168 time: 0.2584622 May 20 09:02:45.722400 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75797935-9684-4aac-a7e7-5609351f6f23 req-398bfabd-b1c3-45cd-ab99-b946faa9ec37 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:45.725406 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-75797935-9684-4aac-a7e7-5609351f6f23 req-398bfabd-b1c3-45cd-ab99-b946faa9ec37 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.1163435 May 20 09:02:45.732454 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 36938) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:45.781781 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-da529d07-9971-4556-a6f5-7eb8f6c7cb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:45.790309 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-75797935-9684-4aac-a7e7-5609351f6f23 req-316b16d5-c20c-4295-a64b-4f2913700aef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577779 May 20 09:02:45.813479 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-da529d07-9971-4556-a6f5-7eb8f6c7cb31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:02:45.818444 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-da529d07-9971-4556-a6f5-7eb8f6c7cb31 admin admin] Usage tracker for resource:security_group_rule and tenant:55aacd09e1624084b5370da6de6b329d is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:02:45.821862 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-da529d07-9971-4556-a6f5-7eb8f6c7cb31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:02:45.830070 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-da529d07-9971-4556-a6f5-7eb8f6c7cb31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:02:46.021585 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-da529d07-9971-4556-a6f5-7eb8f6c7cb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:46.026653 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-da529d07-9971-4556-a6f5-7eb8f6c7cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:46.033916 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0d4d632d-16c7-4049-bc26-df7859a1d090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:46.078922 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-da529d07-9971-4556-a6f5-7eb8f6c7cb31 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55aacd09e1624084b5370da6de6b329d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425834 May 20 09:02:46.078922 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da529d07-9971-4556-a6f5-7eb8f6c7cb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b279367-6bec-48e8-8fb2-ba2ec51c21a4,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:46.079413 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 36942) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:46.082366 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-da529d07-9971-4556-a6f5-7eb8f6c7cb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:46.144420 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2740c31d-c4fe-4ca8-9803-612d6ff4923c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:46.170274 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2740c31d-c4fe-4ca8-9803-612d6ff4923c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:46.222277 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2740c31d-c4fe-4ca8-9803-612d6ff4923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:46.226379 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a012ebda-f241-4f58-97f5-5ed01a8db582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:46.238387 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740c31d-c4fe-4ca8-9803-612d6ff4923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b279367-6bec-48e8-8fb2-ba2ec51c21a4,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:46.241184 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-2740c31d-c4fe-4ca8-9803-612d6ff4923c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:46.247758 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2740c31d-c4fe-4ca8-9803-612d6ff4923c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:46.251258 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-2740c31d-c4fe-4ca8-9803-612d6ff4923c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b279367-6bec-48e8-8fb2-ba2ec51c21a4 HTTP/1.1" status: 204 len: 168 time: 0.1685927 May 20 09:02:47.028604 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ffe9a-158c-4b54-8746-4213db014bd2 req-fd5715ba-501a-41e9-a386-ad5547cf6e4a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:47.033227 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-750ffe9a-158c-4b54-8746-4213db014bd2 req-fd5715ba-501a-41e9-a386-ad5547cf6e4a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.1124156 May 20 09:02:47.077750 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-750ffe9a-158c-4b54-8746-4213db014bd2 req-3165520a-deef-4a71-aeae-977614012be5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404532 May 20 09:02:48.330179 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1e4b-6342-4491-a82d-0f2c2668571d req-ca05cbce-49d1-451a-92c0-1213cfd2286f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:48.332911 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-652f1e4b-6342-4491-a82d-0f2c2668571d req-ca05cbce-49d1-451a-92c0-1213cfd2286f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.1428769 May 20 09:02:48.396243 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-652f1e4b-6342-4491-a82d-0f2c2668571d req-ab3d1b66-f690-49d3-84b5-bebb61790bc5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561519 May 20 09:02:49.594703 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f38f2b-c520-4048-9897-9908cdfed3b8 req-740c2c86-239c-4edc-adb5-ce8a76454e34 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:49.596148 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11f38f2b-c520-4048-9897-9908cdfed3b8 req-740c2c86-239c-4edc-adb5-ce8a76454e34 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0839717 May 20 09:02:49.641673 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11f38f2b-c520-4048-9897-9908cdfed3b8 req-62c853b0-3430-452a-8cf4-88e25195a26f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 May 20 09:02:50.915926 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24605b0-a2f0-4cf8-8f61-415293238170 req-fdb5812b-5f0e-494b-922e-43cf70f21d04 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:50.917650 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e24605b0-a2f0-4cf8-8f61-415293238170 req-fdb5812b-5f0e-494b-922e-43cf70f21d04 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0890298 May 20 09:02:50.965230 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e24605b0-a2f0-4cf8-8f61-415293238170 req-afe66031-56e6-4240-9f14-08dd52bc7ad5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401998 May 20 09:02:52.179426 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce17d8-5efc-46d2-a955-f59534cb14b9 req-5431607b-f2a5-4640-80db-e1463c167668 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:52.180937 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-91ce17d8-5efc-46d2-a955-f59534cb14b9 req-5431607b-f2a5-4640-80db-e1463c167668 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0930035 May 20 09:02:52.224588 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-91ce17d8-5efc-46d2-a955-f59534cb14b9 req-6a115fac-78e3-428f-a6b0-3067b0408c4f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380008 May 20 09:02:53.500127 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5868d-2577-4618-aee5-744914e418f5 req-d8e040c1-53dd-42d8-88b7-ecfc73003e87 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:53.502098 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-62c5868d-2577-4618-aee5-744914e418f5 req-d8e040c1-53dd-42d8-88b7-ecfc73003e87 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0828691 May 20 09:02:53.570513 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-62c5868d-2577-4618-aee5-744914e418f5 req-abbdf419-fd39-4f66-b6f3-0a2b3823dc42 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597470 May 20 09:02:54.820904 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf3f18-d6df-457f-bab0-fb3f86716a43 req-81335afc-15dc-42d7-ad3e-1b20abd01604 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:54.830516 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6baf3f18-d6df-457f-bab0-fb3f86716a43 req-81335afc-15dc-42d7-ad3e-1b20abd01604 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0876923 May 20 09:02:54.883360 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6baf3f18-d6df-457f-bab0-fb3f86716a43 req-390b92ed-de1b-43c2-8e48-c0ef8babeb80 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519443 May 20 09:02:56.087568 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3f5fa-51f0-4cd6-8a36-c48f48a4285a req-53a4f051-7e38-4282-afb8-eb0960197efd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:56.089098 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-24c3f5fa-51f0-4cd6-8a36-c48f48a4285a req-53a4f051-7e38-4282-afb8-eb0960197efd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0858505 May 20 09:02:56.136491 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-24c3f5fa-51f0-4cd6-8a36-c48f48a4285a req-d3c1c00c-20b1-4feb-acf0-4ea2ca0f58b1 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411763 May 20 09:02:57.335588 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3979-73ee-418a-b3e0-a7beaee6ab0f req-8d28640a-723d-4be6-986d-588320cbc69d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:57.337269 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a02a3979-73ee-418a-b3e0-a7beaee6ab0f req-8d28640a-723d-4be6-986d-588320cbc69d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0867276 May 20 09:02:57.389990 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a02a3979-73ee-418a-b3e0-a7beaee6ab0f req-c2828b79-4518-4275-9e0c-fdb4095beb4d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449686 May 20 09:02:58.585485 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4580aa-99db-42c7-8507-0defd7fcf92f req-3cc9edbb-8d94-4adb-af9a-d784fc474511 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:58.588024 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2c4580aa-99db-42c7-8507-0defd7fcf92f req-3cc9edbb-8d94-4adb-af9a-d784fc474511 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0858333 May 20 09:02:58.634948 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2c4580aa-99db-42c7-8507-0defd7fcf92f req-f832842e-76f9-469f-8339-721d3693022a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 May 20 09:02:59.849525 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d2a0f-4fc8-4681-8906-8d7900e9f9bc req-0b0bcb95-7f1c-4c4b-8f31-42a3adb42770 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:59.850979 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-983d2a0f-4fc8-4681-8906-8d7900e9f9bc req-0b0bcb95-7f1c-4c4b-8f31-42a3adb42770 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0884378 May 20 09:02:59.900493 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-983d2a0f-4fc8-4681-8906-8d7900e9f9bc req-827b7d58-170c-4348-b24e-89e319ab5eee tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 May 20 09:03:01.111671 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d9eab-e866-4209-b456-4b67bc38b024 req-55fd6a1c-ba00-4f78-947f-72166ac605ba tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:01.113140 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-eb8d9eab-e866-4209-b456-4b67bc38b024 req-55fd6a1c-ba00-4f78-947f-72166ac605ba tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 944 time: 0.0900981 May 20 09:03:01.177581 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-eb8d9eab-e866-4209-b456-4b67bc38b024 req-c3599d9d-48bc-464f-b14d-8a87f5520679 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555682 May 20 09:03:01.286554 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40574047-d364-4e63-8e3a-672df2ffad8b req-8e9ef2c5-a1ce-425e-847d-1bf3df005f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:01.288102 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-40574047-d364-4e63-8e3a-672df2ffad8b req-8e9ef2c5-a1ce-425e-847d-1bf3df005f72 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 1098 time: 0.0755713 May 20 09:03:01.325694 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c3566-71d3-4e15-82c6-94c914715f29 req-b285f4fc-ceec-4c36-b1fa-8dbc2ce9a3e5 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:01.327376 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b01c3566-71d3-4e15-82c6-94c914715f29 req-b285f4fc-ceec-4c36-b1fa-8dbc2ce9a3e5 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0842893 May 20 09:03:01.426111 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40574047-d364-4e63-8e3a-672df2ffad8b req-9ead4827-cf15-45bb-ab11-520c0a42cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:01.427614 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-40574047-d364-4e63-8e3a-672df2ffad8b req-9ead4827-cf15-45bb-ab11-520c0a42cd4a service neutron] 10.222.0.97 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 921 time: 0.1304617 May 20 09:03:01.429405 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device cee49672-cf22-4266-8819-dea793d4ca03 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:03:01.435262 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b01c3566-71d3-4e15-82c6-94c914715f29 req-d8fa699d-ff33-4172-9f60-885e1ceeb308 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021574 May 20 09:03:01.504948 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-40574047-d364-4e63-8e3a-672df2ffad8b req-13301088-6679-4ead-8959-1a6c28418584 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71b71dfe-9ebe-4cae-8804-6ca240231635 HTTP/1.1" status: 200 len: 217 time: 0.0683968 May 20 09:03:01.565228 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:01.573752 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40574047-d364-4e63-8e3a-672df2ffad8b req-18f16224-9831-4b31-b143-9121e823c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:01.575327 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-40574047-d364-4e63-8e3a-672df2ffad8b req-18f16224-9831-4b31-b143-9121e823c371 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cf4ebc0-c715-4825-8b91-71b2282799c8 HTTP/1.1" status: 200 len: 859 time: 0.0640123 May 20 09:03:01.579014 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': 'cee49672-cf22-4266-8819-dea793d4ca03', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'port_id': 'cee49672-cf22-4266-8819-dea793d4ca03', 'mac_address': 'fa:16:3e:b4:12:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:03:01.626858 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-40574047-d364-4e63-8e3a-672df2ffad8b req-ca1eb1b1-cfd9-4a50-a358-040748476dd4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436418 May 20 09:03:01.637672 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:01.656143 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee49672-cf22-4266-8819-dea793d4ca03 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:03:01.672112 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:01.676030 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:01.679318 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:01.744321 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=cee49672-cf22-4266-8819-dea793d4ca03,revision_number=9']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:01.747551 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:01.766191 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-40574047-d364-4e63-8e3a-672df2ffad8b req-5b1817a4-e2a7-4242-b13b-b86e459e1f11 service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322141 May 20 09:03:01.902348 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-40574047-d364-4e63-8e3a-672df2ffad8b req-92399405-bc7e-4843-8ade-89c624d9a2c8 service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266415 May 20 09:03:02.036414 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['cee49672-cf22-4266-8819-dea793d4ca03'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:03:02.365554 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d1d30-9465-4b71-887f-016d910d3226 req-c133e197-0956-4361-b892-e58baf1de573 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:02.366999 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ba0d1d30-9465-4b71-887f-016d910d3226 req-c133e197-0956-4361-b892-e58baf1de573 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 945 time: 0.0819743 May 20 09:03:02.419027 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ba0d1d30-9465-4b71-887f-016d910d3226 req-7f07a85d-bbc9-41c4-bd1f-13598084d0ae tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 May 20 09:03:02.632132 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9bf87-499a-41b2-b6a2-5023e4ed197b req-fe5beb08-8956-4132-88a7-7e02385be077 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:02.633648 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b8d9bf87-499a-41b2-b6a2-5023e4ed197b req-fe5beb08-8956-4132-88a7-7e02385be077 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0827317 May 20 09:03:02.684837 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b8d9bf87-499a-41b2-b6a2-5023e4ed197b req-e8b4adf5-82ff-47b5-9ae6-c920a3d64a79 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 May 20 09:03:03.443794 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device cee49672-cf22-4266-8819-dea793d4ca03 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:03:03.512214 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port cee49672-cf22-4266-8819-dea793d4ca03 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:03.512581 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:03.622219 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a2f41-813e-41b1-9026-1bca824caf44 req-ace86cd9-daa6-4d68-8332-02ad9394570d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:03.623782 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b37a2f41-813e-41b1-9026-1bca824caf44 req-ace86cd9-daa6-4d68-8332-02ad9394570d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 945 time: 0.0855968 May 20 09:03:03.633238 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:03.659762 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:03:03.669641 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b37a2f41-813e-41b1-9026-1bca824caf44 req-559df314-5e22-4b68-b314-7be855205b1d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392637 May 20 09:03:03.671901 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:03.676836 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:03.679195 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:03.714034 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03', 'code': 200} May 20 09:03:03.749942 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=cee49672-cf22-4266-8819-dea793d4ca03,revision_number=10']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:03.753182 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:03.891471 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fb455-9323-4169-8316-35d68e8be7ac req-42a0297f-0ba0-4a85-b347-aad5b7ce9834 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:03.892816 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-549fb455-9323-4169-8316-35d68e8be7ac req-42a0297f-0ba0-4a85-b347-aad5b7ce9834 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0845275 May 20 09:03:03.937959 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-549fb455-9323-4169-8316-35d68e8be7ac req-5fbefe71-0f7a-47c4-a198-575251424c0d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392504 May 20 09:03:04.144304 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-b3383c9a-7957-48ba-818a-4d8a77daac03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:04.341320 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d51f6f-2096-4fc8-8e93-f82343198331 req-b16b2548-ddd9-448d-9c5f-623bbc10fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:04.343806 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-35d51f6f-2096-4fc8-8e93-f82343198331 req-b16b2548-ddd9-448d-9c5f-623bbc10fded service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 1100 time: 0.0701797 May 20 09:03:04.386517 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-35d51f6f-2096-4fc8-8e93-f82343198331 req-b1af67c2-156a-4baf-a85b-b28cd8285b04 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358076 May 20 09:03:04.870894 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cabcb-b94a-4193-aa12-3272dc2202f9 req-43ccd3aa-1249-4560-9791-4b5017f03258 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:04.872369 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8e9cabcb-b94a-4193-aa12-3272dc2202f9 req-43ccd3aa-1249-4560-9791-4b5017f03258 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 947 time: 0.0860701 May 20 09:03:04.919567 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8e9cabcb-b94a-4193-aa12-3272dc2202f9 req-5aa8fd49-1433-4107-a9e0-9222b2977676 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403728 May 20 09:03:05.125885 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef508e42-f84f-481e-8251-15c25069d3b4 req-9d0b9a22-4d2f-49a2-8e7f-f5e7cf9b28b6 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:05.127330 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ef508e42-f84f-481e-8251-15c25069d3b4 req-9d0b9a22-4d2f-49a2-8e7f-f5e7cf9b28b6 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0808809 May 20 09:03:05.174456 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ef508e42-f84f-481e-8251-15c25069d3b4 req-f47aaca2-99c1-43b9-a819-7a4c7b186d22 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410991 May 20 09:03:05.517064 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 37320) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:05.640358 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:05.656308 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:05.660610 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f6f8ecc5b44428a61f60c2c9a5dc83 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:05.663467 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:05.669111 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:05.761904 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:05.766130 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:05.774503 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d36a454e-44c0-4f79-bda7-e9ffef3acf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:05.817431 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a5f6f8ecc5b44428a61f60c2c9a5dc83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990901 May 20 09:03:05.818400 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 37334) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:05.819619 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d31cb3-4e07-44cf-b198-7ac179daad70,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:05.828313 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.828896 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.829369 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.829825 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.830271 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.830713 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.831154 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.831590 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.832103 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.832546 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.832998 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.833525 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:05.838389 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:05.878804 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f6286ece-a14e-48c0-b0dc-066f6a723c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:05.909105 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f6286ece-a14e-48c0-b0dc-066f6a723c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:05.975453 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f6286ece-a14e-48c0-b0dc-066f6a723c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:05.992474 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-bc41cc64-0558-4d8b-9a32-6c4029f13142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:06.019363 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6286ece-a14e-48c0-b0dc-066f6a723c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d31cb3-4e07-44cf-b198-7ac179daad70,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:06.022384 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-f6286ece-a14e-48c0-b0dc-066f6a723c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:06.023746 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f6286ece-a14e-48c0-b0dc-066f6a723c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:06.027652 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-f6286ece-a14e-48c0-b0dc-066f6a723c00 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/07d31cb3-4e07-44cf-b198-7ac179daad70 HTTP/1.1" status: 204 len: 168 time: 0.2082100 May 20 09:03:06.137724 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1983809-2a8e-4aa9-8822-1cc65c9caaa9 req-5ed9d573-a13a-43b8-bb95-46cf00badaaa tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:06.141444 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b1983809-2a8e-4aa9-8822-1cc65c9caaa9 req-5ed9d573-a13a-43b8-bb95-46cf00badaaa tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 947 time: 0.0988235 May 20 09:03:06.188397 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b1983809-2a8e-4aa9-8822-1cc65c9caaa9 req-59d3d550-ad26-41be-91e3-d8e7578392f0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 May 20 09:03:06.220562 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:03:06.372261 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 37374) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:06.395508 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3e53363a-0cd2-4550-9062-370e832089b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:06.415180 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3e53363a-0cd2-4550-9062-370e832089b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:06.425941 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcd668-58ab-43fa-a762-14551ad96568 req-60bb7261-da31-4cda-8483-b73c43747c11 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:06.427382 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-75dcd668-58ab-43fa-a762-14551ad96568 req-60bb7261-da31-4cda-8483-b73c43747c11 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1171720 May 20 09:03:06.428318 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3e53363a-0cd2-4550-9062-370e832089b9 admin admin] Usage tracker for resource:security_group_rule and tenant:5746a838bb6e403d9803f0f2180dd5e4 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:06.431397 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3e53363a-0cd2-4550-9062-370e832089b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:06.439326 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3e53363a-0cd2-4550-9062-370e832089b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:06.500500 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-75dcd668-58ab-43fa-a762-14551ad96568 req-1ea9aea5-a0ed-4495-9894-2abc1712ae16 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626249 May 20 09:03:06.563775 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3e53363a-0cd2-4550-9062-370e832089b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:06.570938 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3e53363a-0cd2-4550-9062-370e832089b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:06.579742 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-f2ef0f6d-5ba3-4485-b8c4-d9c663f4ebea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:06.620737 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-3e53363a-0cd2-4550-9062-370e832089b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5746a838bb6e403d9803f0f2180dd5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471759 May 20 09:03:06.621945 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53363a-0cd2-4550-9062-370e832089b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdadee23-90eb-4b99-88b2-581ac40fb92e,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:06.623417 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 37378) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:06.625644 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3e53363a-0cd2-4550-9062-370e832089b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:06.664155 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:06.693100 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-29abfcb8-c697-4e84-9fa1-5ae474878df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:06.719320 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-29abfcb8-c697-4e84-9fa1-5ae474878df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:06.776109 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-29abfcb8-c697-4e84-9fa1-5ae474878df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:06.779760 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-2e6a2957-4a2b-4017-aa07-08ca76cea1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:06.793721 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abfcb8-c697-4e84-9fa1-5ae474878df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdadee23-90eb-4b99-88b2-581ac40fb92e,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:06.798612 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-29abfcb8-c697-4e84-9fa1-5ae474878df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:06.811393 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-29abfcb8-c697-4e84-9fa1-5ae474878df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:06.813097 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-29abfcb8-c697-4e84-9fa1-5ae474878df5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fdadee23-90eb-4b99-88b2-581ac40fb92e HTTP/1.1" status: 204 len: 168 time: 0.1880035 May 20 09:03:06.848015 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-fd5f589a-2e5a-4730-a6e7-07e7cc6e949c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:07.415142 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64a5f7-1d03-4ca6-ba2a-54a5e813f9cb req-3b605b3d-e4fe-4277-b3eb-2203500d1d8e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:07.416743 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9a64a5f7-1d03-4ca6-ba2a-54a5e813f9cb req-3b605b3d-e4fe-4277-b3eb-2203500d1d8e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 947 time: 0.0884798 May 20 09:03:07.466353 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9a64a5f7-1d03-4ca6-ba2a-54a5e813f9cb req-8bb482c9-176d-4215-83d8-2b6de665c801 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439384 May 20 09:03:07.691679 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91900dd-d889-4e2e-b373-da47a5f3cf1d req-9096c35b-2f4d-4a87-a3fc-4989b25557f2 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:07.693546 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f91900dd-d889-4e2e-b373-da47a5f3cf1d req-9096c35b-2f4d-4a87-a3fc-4989b25557f2 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0850847 May 20 09:03:07.694264 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:07.742722 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f91900dd-d889-4e2e-b373-da47a5f3cf1d req-43d95f24-41fb-4729-a615-4adb6dc2b354 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 May 20 09:03:08.338252 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda943b9-0087-4c6d-baea-ce51e4796296 req-1bea393e-22d6-4dcd-93f7-f8f83a1551f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:08.339987 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-cda943b9-0087-4c6d-baea-ce51e4796296 req-1bea393e-22d6-4dcd-93f7-f8f83a1551f7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 1098 time: 0.0742042 May 20 09:03:08.385261 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-cda943b9-0087-4c6d-baea-ce51e4796296 req-df359edb-b3a7-4f75-ad22-aa85bb833b7d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385134 May 20 09:03:08.948867 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22f94-4ab5-4eb4-8eef-d8f184b0499c req-2b88afc5-3ffd-485c-8f3b-07fa136f01cf tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:08.950591 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e7a22f94-4ab5-4eb4-8eef-d8f184b0499c req-2b88afc5-3ffd-485c-8f3b-07fa136f01cf tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0881994 May 20 09:03:08.997737 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e7a22f94-4ab5-4eb4-8eef-d8f184b0499c req-507de731-3d75-4c5a-be33-15226e77223b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 May 20 09:03:09.494422 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:10.179087 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df589b2f-a688-4872-8003-c115044b1e4c req-2433b0cc-5ef6-46f1-996b-5f4ce7509425 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:10.180583 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-df589b2f-a688-4872-8003-c115044b1e4c req-2433b0cc-5ef6-46f1-996b-5f4ce7509425 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0791938 May 20 09:03:10.229639 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-df589b2f-a688-4872-8003-c115044b1e4c req-8fdec945-2b5a-4ad9-9293-27ccf4e10b86 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 May 20 09:03:10.726422 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3efc3-e047-4e99-8ea9-851bffa4e1e1 req-8df2a804-14c8-4efa-98b7-4f3db85b0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:10.727893 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-35c3efc3-e047-4e99-8ea9-851bffa4e1e1 req-8df2a804-14c8-4efa-98b7-4f3db85b0c2a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 1098 time: 0.0734131 May 20 09:03:10.760549 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93f86f-455b-43d1-9e7c-faa95f2cdac8 req-cc7c0ea4-d814-4850-abd6-1c572f7fdb86 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:10.762032 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8f93f86f-455b-43d1-9e7c-faa95f2cdac8 req-cc7c0ea4-d814-4850-abd6-1c572f7fdb86 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0810590 May 20 09:03:10.807358 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8f93f86f-455b-43d1-9e7c-faa95f2cdac8 req-4f089e02-aec7-4dc3-ba27-704eb4688481 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 May 20 09:03:10.860162 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3efc3-e047-4e99-8ea9-851bffa4e1e1 req-fc9da5a8-4be3-450c-b276-9bd3257ef299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:10.861598 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-35c3efc3-e047-4e99-8ea9-851bffa4e1e1 req-fc9da5a8-4be3-450c-b276-9bd3257ef299 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 921 time: 0.1263068 May 20 09:03:10.926862 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-35c3efc3-e047-4e99-8ea9-851bffa4e1e1 req-7176b8fd-c14a-4b3f-9866-3c7c4a9ea8aa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71b71dfe-9ebe-4cae-8804-6ca240231635 HTTP/1.1" status: 200 len: 217 time: 0.0572472 May 20 09:03:10.991693 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3efc3-e047-4e99-8ea9-851bffa4e1e1 req-458c1066-598b-456e-947b-754e69c9f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:10.993078 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-35c3efc3-e047-4e99-8ea9-851bffa4e1e1 req-458c1066-598b-456e-947b-754e69c9f2bc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cf4ebc0-c715-4825-8b91-71b2282799c8 HTTP/1.1" status: 200 len: 859 time: 0.0576134 May 20 09:03:11.045505 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-35c3efc3-e047-4e99-8ea9-851bffa4e1e1 req-60ccc841-9f46-474e-84b7-8b8bcf2cec2f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390244 May 20 09:03:11.256077 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-35c3efc3-e047-4e99-8ea9-851bffa4e1e1 req-8c87f98d-5307-43f4-acae-e64138ef5eaf service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979077 May 20 09:03:11.391977 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-35c3efc3-e047-4e99-8ea9-851bffa4e1e1 req-0cd6e326-58fd-4730-b413-3534be25bb1c service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276536 May 20 09:03:12.006392 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fc6c1-a761-4c68-9267-3002ecfcdf4b req-df08f4ce-e7ad-494a-9616-35f72fd972bd tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:12.008186 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4c8fc6c1-a761-4c68-9267-3002ecfcdf4b req-df08f4ce-e7ad-494a-9616-35f72fd972bd tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0887432 May 20 09:03:12.057967 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4c8fc6c1-a761-4c68-9267-3002ecfcdf4b req-232e010a-8da7-4aab-9970-3f71d61ccc80 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 May 20 09:03:13.013176 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1bb7-ba62-4489-8357-af7b1b3487b9 req-a1a5b7d2-9f78-4b43-a5bb-667b025d683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:13.015425 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4d8a1bb7-ba62-4489-8357-af7b1b3487b9 req-a1a5b7d2-9f78-4b43-a5bb-667b025d683e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=808dfa1319524c57a31e3c1b17b616e3&device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 1098 time: 0.0813994 May 20 09:03:13.188283 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1bb7-ba62-4489-8357-af7b1b3487b9 req-4482a4d0-2361-415f-924a-2102913a28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:13.191369 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4d8a1bb7-ba62-4489-8357-af7b1b3487b9 req-4482a4d0-2361-415f-924a-2102913a28f2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 200 len: 921 time: 0.1392224 May 20 09:03:13.255312 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655d048-1b7e-4948-93c9-1e473e2bdaa2 req-0ca5627c-dd0e-4b5f-92f2-10e7d5b74cc8 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:13.256808 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9655d048-1b7e-4948-93c9-1e473e2bdaa2 req-0ca5627c-dd0e-4b5f-92f2-10e7d5b74cc8 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0880227 May 20 09:03:13.267018 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4d8a1bb7-ba62-4489-8357-af7b1b3487b9 req-13528cf9-7edd-4fdc-86f8-225f86d81f97 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71b71dfe-9ebe-4cae-8804-6ca240231635 HTTP/1.1" status: 200 len: 217 time: 0.0679140 May 20 09:03:13.309181 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9655d048-1b7e-4948-93c9-1e473e2bdaa2 req-be1271f3-1d00-47ec-a53c-eee66695de2c tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 May 20 09:03:13.342659 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1bb7-ba62-4489-8357-af7b1b3487b9 req-9ae49fdb-8ca4-474d-9b25-de9949358f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:13.344742 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4d8a1bb7-ba62-4489-8357-af7b1b3487b9 req-9ae49fdb-8ca4-474d-9b25-de9949358f67 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0cf4ebc0-c715-4825-8b91-71b2282799c8 HTTP/1.1" status: 200 len: 859 time: 0.0713789 May 20 09:03:13.393860 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4d8a1bb7-ba62-4489-8357-af7b1b3487b9 req-52cf14e3-a2e8-4fea-8209-a09262a7305e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1a3b55fb-c20a-4b49-ae5a-3b0e860558da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423627 May 20 09:03:13.536553 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4d8a1bb7-ba62-4489-8357-af7b1b3487b9 req-a866d294-4ee2-4085-97c7-059cb2c62c35 service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341140 May 20 09:03:13.675627 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4d8a1bb7-ba62-4489-8357-af7b1b3487b9 req-e1c1216d-3104-48e4-9472-5b4af06813dc service neutron] 10.222.0.97 "GET /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307774 May 20 09:03:14.033145 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:14.204112 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 37570) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:14.324503 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a8c49352-720c-40a1-ac8a-0fb945d83bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:14.339958 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a8c49352-720c-40a1-ac8a-0fb945d83bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:14.345273 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a8c49352-720c-40a1-ac8a-0fb945d83bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:627dab978a3543688fca09dad9c9af3f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:14.348359 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a8c49352-720c-40a1-ac8a-0fb945d83bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:14.354892 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a8c49352-720c-40a1-ac8a-0fb945d83bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:14.467134 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a8c49352-720c-40a1-ac8a-0fb945d83bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:14.473255 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a8c49352-720c-40a1-ac8a-0fb945d83bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:14.488856 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-889814e8-d26e-4843-89cb-867a503b9636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:14.533722 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a8c49352-720c-40a1-ac8a-0fb945d83bb8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=627dab978a3543688fca09dad9c9af3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284738 May 20 09:03:14.535935 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c49352-720c-40a1-ac8a-0fb945d83bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d440c0-cd07-401b-8d34-1a560d793b15,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:14.538805 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 37578) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:14.540018 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a8c49352-720c-40a1-ac8a-0fb945d83bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:14.591779 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8181799-5092-4b5e-9127-bcac8022933f req-d396ea03-1636-4276-bb3f-41d6e98a6af4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:14.593735 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d8181799-5092-4b5e-9127-bcac8022933f req-d396ea03-1636-4276-bb3f-41d6e98a6af4 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1657960 May 20 09:03:14.608756 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-14a147ba-54b6-44d2-86b1-1e906de6e793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:14.635825 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-14a147ba-54b6-44d2-86b1-1e906de6e793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:14.641898 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d8181799-5092-4b5e-9127-bcac8022933f req-dcf2d3a1-9047-41ce-9135-f8bd36bd518e tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418358 May 20 09:03:14.694323 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-14a147ba-54b6-44d2-86b1-1e906de6e793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:14.698235 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9f81076d-ed0e-4fa9-bf2b-04734c6ec33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:14.711656 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a147ba-54b6-44d2-86b1-1e906de6e793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d440c0-cd07-401b-8d34-1a560d793b15,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:14.714729 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-14a147ba-54b6-44d2-86b1-1e906de6e793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:14.716941 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-14a147ba-54b6-44d2-86b1-1e906de6e793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:14.721869 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-14a147ba-54b6-44d2-86b1-1e906de6e793 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e0d440c0-cd07-401b-8d34-1a560d793b15 HTTP/1.1" status: 204 len: 168 time: 0.1778076 May 20 09:03:15.092765 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 37600) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:15.112094 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dc8aa066-bc0b-410f-b2ae-dfe7227faf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:15.127342 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-dc8aa066-bc0b-410f-b2ae-dfe7227faf2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:15.132131 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-dc8aa066-bc0b-410f-b2ae-dfe7227faf2d admin admin] Usage tracker for resource:security_group_rule and tenant:7b73c99e21e34a2e9f1e8162ac613d13 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:15.135860 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-dc8aa066-bc0b-410f-b2ae-dfe7227faf2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:15.143715 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-dc8aa066-bc0b-410f-b2ae-dfe7227faf2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:15.249733 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dc8aa066-bc0b-410f-b2ae-dfe7227faf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:15.254663 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dc8aa066-bc0b-410f-b2ae-dfe7227faf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:15.265028 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1284ab24-66be-402d-a483-cce7c156589a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:15.303897 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-dc8aa066-bc0b-410f-b2ae-dfe7227faf2d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7b73c99e21e34a2e9f1e8162ac613d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100418 May 20 09:03:15.305957 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8aa066-bc0b-410f-b2ae-dfe7227faf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0caa42-9b63-4efd-b34d-b68fefe86fe7,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:15.308014 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 37606) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:15.308521 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-dc8aa066-bc0b-410f-b2ae-dfe7227faf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:15.381277 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:15.409160 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:15.462227 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:15.465841 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-8c585f8e-7aa4-43d9-bb04-07965f4405d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:15.478384 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0caa42-9b63-4efd-b34d-b68fefe86fe7,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:15.490367 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.490723 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.491070 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.491411 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.491745 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.492078 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.492408 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.492762 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.493095 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.493421 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.493745 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.494071 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:15.497623 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:15.498555 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:15.500260 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cf0caa42-9b63-4efd-b34d-b68fefe86fe7 HTTP/1.1" status: 204 len: 168 time: 0.1900678 May 20 09:03:17.631004 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 37674) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:17.751058 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7e923557-aa0b-4ce2-8b73-e5b887b368cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:17.765871 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-7e923557-aa0b-4ce2-8b73-e5b887b368cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:17.769747 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-7e923557-aa0b-4ce2-8b73-e5b887b368cc admin admin] Usage tracker for resource:security_group_rule and tenant:6a403099683146e1b7783dc012855b25 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:17.772476 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-7e923557-aa0b-4ce2-8b73-e5b887b368cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:17.778453 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-7e923557-aa0b-4ce2-8b73-e5b887b368cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:17.867790 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7e923557-aa0b-4ce2-8b73-e5b887b368cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:17.871490 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7e923557-aa0b-4ce2-8b73-e5b887b368cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:17.880439 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-541aa28d-ab03-4c9e-8a5d-40025583b230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:17.919857 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-7e923557-aa0b-4ce2-8b73-e5b887b368cc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6a403099683146e1b7783dc012855b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876272 May 20 09:03:17.921488 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e923557-aa0b-4ce2-8b73-e5b887b368cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6d8086-916a-449f-8682-32d465004dd2,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:17.922687 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 37682) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:17.924995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-7e923557-aa0b-4ce2-8b73-e5b887b368cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:17.981443 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-108af346-3967-45ac-94fc-869d6fa348fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:18.007020 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-108af346-3967-45ac-94fc-869d6fa348fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:18.060609 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-108af346-3967-45ac-94fc-869d6fa348fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:18.064688 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-29abfcb8-c697-4e84-9fa1-5ae474878df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:18.078353 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108af346-3967-45ac-94fc-869d6fa348fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6d8086-916a-449f-8682-32d465004dd2,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:18.082435 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-108af346-3967-45ac-94fc-869d6fa348fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:18.088461 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-108af346-3967-45ac-94fc-869d6fa348fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:18.089748 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-108af346-3967-45ac-94fc-869d6fa348fb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9f6d8086-916a-449f-8682-32d465004dd2 HTTP/1.1" status: 204 len: 168 time: 0.1660812 May 20 09:03:18.781910 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 37714) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:18.909715 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-307521267-network', 'tenant_id': 'ca9b96379737438b99320606e55bf487'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:18.914460 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:18.918721 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Usage tracker for resource:network and tenant:ca9b96379737438b99320606e55bf487 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:18.923360 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:18.935360 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:18.946164 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Made reservation on behalf of ca9b96379737438b99320606e55bf487 for: {'network': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:03:18.949815 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:18.964391 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:18.981329 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:18.986273 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Usage tracker for resource:security_group_rule and tenant:ca9b96379737438b99320606e55bf487 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:18.989536 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:18.995807 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:19.087646 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:19.091857 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:19.095446 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-bcfbea54-61d6-48b8-bc6b-5e1839ce5489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:19.124509 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=91687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:03:19.133022 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:19.136483 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:19.139026 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:19.139423 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.segments_db [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Added segment d34d2b37-4206-491a-9355-fa63c83cd658 of type vlan for network 99329896-10b6-401f-a306-3f9563c36ba9 May 20 09:03:19.166431 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:19.195090 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:19.196443 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:19.197080 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:19.201875 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:19.246867 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b14fdb-5278-4b79-8ebc-448ad446fe23 req-c14ec3ee-8010-42f4-b631-7a0ef5403a0d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:19.248489 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f2b14fdb-5278-4b79-8ebc-448ad446fe23 req-c14ec3ee-8010-42f4-b631-7a0ef5403a0d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.0862081 May 20 09:03:19.293372 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f2b14fdb-5278-4b79-8ebc-448ad446fe23 req-d00bb992-7ba4-419f-b9b4-dbe69e257e0b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386102 May 20 09:03:19.299892 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5167892 May 20 09:03:19.302721 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 37726) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:19.303110 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Pushing event updated for resources: {'Network': ['ID=99329896-10b6-401f-a306-3f9563c36ba9,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:19.306454 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:19.308283 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Request body: {'subnet': {'network_id': '99329896-10b6-401f-a306-3f9563c36ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-307521267-subnet', 'tenant_id': 'ca9b96379737438b99320606e55bf487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:19.313161 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:19.316946 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Usage tracker for resource:subnet and tenant:ca9b96379737438b99320606e55bf487 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:19.319711 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:19.321320 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 99329896-10b6-401f-a306-3f9563c36ba9 details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:03:19.325358 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:19.335641 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Made reservation on behalf of ca9b96379737438b99320606e55bf487 for: {'subnet': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:03:19.338020 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5800501'] for subnet, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:19.709100 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7326028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5800487'] for subnet, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:19.713489 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6f3a7d88-892f-4171-a23d-15d23b8ccf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:19.777737 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f7fa99-7975-4f4a-9646-3e8df786dd8e,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:19.783555 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:19.789119 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Checking segment: {'id': 'd34d2b37-4206-491a-9355-fa63c83cd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:03:19.789464 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Network hostable DHCP agents. Network: 99329896-10b6-401f-a306-3f9563c36ba9, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:03:19.805979 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Network 99329896-10b6-401f-a306-3f9563c36ba9 is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:03:19.815500 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 99329896-10b6-401f-a306-3f9563c36ba9) {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:19.823838 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:19.824348 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:19.825005 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7062ca2a-a1bb-4bc9-910c-912cefcf9bd5 None None] Network 99329896-10b6-401f-a306-3f9563c36ba9 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:03:19.859832 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5462170 May 20 09:03:20.019067 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb065361-adef-4af7-9506-0e3360054f32 None None] Network 99329896-10b6-401f-a306-3f9563c36ba9 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:03:20.125067 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 37742) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:20.285520 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b4f11121-6efc-4165-8e81-8d832424aa08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:20.305557 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-b4f11121-6efc-4165-8e81-8d832424aa08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:20.309798 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-b4f11121-6efc-4165-8e81-8d832424aa08 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1bc1110d0c41d0bbb032b699949fb7 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:20.313216 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-b4f11121-6efc-4165-8e81-8d832424aa08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:20.319457 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-b4f11121-6efc-4165-8e81-8d832424aa08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:20.496212 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b4f11121-6efc-4165-8e81-8d832424aa08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:20.510557 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b4f11121-6efc-4165-8e81-8d832424aa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:20.520906 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3e53363a-0cd2-4550-9062-370e832089b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:20.578065 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-b4f11121-6efc-4165-8e81-8d832424aa08 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5e1bc1110d0c41d0bbb032b699949fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516151 May 20 09:03:20.580988 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 37750) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:20.588767 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f11121-6efc-4165-8e81-8d832424aa08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1997348-c15e-46c6-8c8a-819f358d6806,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:20.591898 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b4f11121-6efc-4165-8e81-8d832424aa08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:20.620177 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0325e05-727a-4c70-9cd4-7934ae4a119c req-42504b10-19e0-4292-896c-6c535d992613 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:20.626043 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f0325e05-727a-4c70-9cd4-7934ae4a119c req-42504b10-19e0-4292-896c-6c535d992613 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1808147 May 20 09:03:20.656273 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e251b858-ee85-4bf3-b96a-b3a7ce482f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:20.689284 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e251b858-ee85-4bf3-b96a-b3a7ce482f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:20.711644 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f0325e05-727a-4c70-9cd4-7934ae4a119c req-1cd43d91-058f-417e-bc83-e75286fc799b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767217 May 20 09:03:20.758142 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e251b858-ee85-4bf3-b96a-b3a7ce482f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:20.763381 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a8f29281-a1fa-467e-979e-618513cc13e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:20.860923 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251b858-ee85-4bf3-b96a-b3a7ce482f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1997348-c15e-46c6-8c8a-819f358d6806,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:20.864573 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e251b858-ee85-4bf3-b96a-b3a7ce482f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:20.867860 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e251b858-ee85-4bf3-b96a-b3a7ce482f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:20.871071 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-e251b858-ee85-4bf3-b96a-b3a7ce482f44 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b1997348-c15e-46c6-8c8a-819f358d6806 HTTP/1.1" status: 204 len: 168 time: 0.2888858 May 20 09:03:21.178221 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 37762) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:21.196293 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6254e28c-9e97-4f17-8364-494992605fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:21.211168 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-6254e28c-9e97-4f17-8364-494992605fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:21.214936 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-6254e28c-9e97-4f17-8364-494992605fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:34236069f9744963ac00940db934305e is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:21.218329 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-6254e28c-9e97-4f17-8364-494992605fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:21.223870 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-6254e28c-9e97-4f17-8364-494992605fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:21.309107 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6254e28c-9e97-4f17-8364-494992605fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:21.313943 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6254e28c-9e97-4f17-8364-494992605fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:21.321975 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:21.362562 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-6254e28c-9e97-4f17-8364-494992605fb7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=34236069f9744963ac00940db934305e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833038 May 20 09:03:21.363423 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254e28c-9e97-4f17-8364-494992605fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2ee6a4-f563-4c12-b1ef-179454eedc14,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:21.365381 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 37766) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:21.366427 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6254e28c-9e97-4f17-8364-494992605fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:21.424946 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-796ea87e-5361-4f3e-9d97-ffc0203b97fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:21.449664 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-796ea87e-5361-4f3e-9d97-ffc0203b97fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:21.500572 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-796ea87e-5361-4f3e-9d97-ffc0203b97fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:21.503993 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:21.516247 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ea87e-5361-4f3e-9d97-ffc0203b97fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2ee6a4-f563-4c12-b1ef-179454eedc14,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:21.518471 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-796ea87e-5361-4f3e-9d97-ffc0203b97fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:21.526164 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-796ea87e-5361-4f3e-9d97-ffc0203b97fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:21.527291 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-796ea87e-5361-4f3e-9d97-ffc0203b97fc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ce2ee6a4-f563-4c12-b1ef-179454eedc14 HTTP/1.1" status: 204 len: 168 time: 0.1609395 May 20 09:03:21.791545 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a2e03-d476-4e3a-b364-6fc9e4c906ea req-c671cfa1-c96f-4ddf-b602-639a19dd1a94 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:21.792421 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-fb8a2e03-d476-4e3a-b364-6fc9e4c906ea req-c671cfa1-c96f-4ddf-b602-639a19dd1a94 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.97 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.0851097 May 20 09:03:21.947917 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490f7b7-97db-41df-975d-13a12babbb89 req-1302696e-b916-4d9f-b35b-347c2c669a36 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:21.957015 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1490f7b7-97db-41df-975d-13a12babbb89 req-1302696e-b916-4d9f-b35b-347c2c669a36 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 946 time: 0.1146595 May 20 09:03:21.957212 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [req-fb8a2e03-d476-4e3a-b364-6fc9e4c906ea req-d7c22aa9-3422-465d-baf4-8276fe787559 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Deleting port d8384421-23a1-4f2d-9bcf-5011346723c7 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:03:21.957459 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-fb8a2e03-d476-4e3a-b364-6fc9e4c906ea req-d7c22aa9-3422-465d-baf4-8276fe787559 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:22.019393 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1490f7b7-97db-41df-975d-13a12babbb89 req-fd00126c-9159-4dda-bae1-a7f9bd947bec tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613925 May 20 09:03:22.124481 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-fb8a2e03-d476-4e3a-b364-6fc9e4c906ea req-d7c22aa9-3422-465d-baf4-8276fe787559 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] For port d8384421-23a1-4f2d-9bcf-5011346723c7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d8384421-23a1-4f2d-9bcf-5011346723c7,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:22.124893 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-fb8a2e03-d476-4e3a-b364-6fc9e4c906ea req-d7c22aa9-3422-465d-baf4-8276fe787559 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:22.248338 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-72bf0ad0-cd0b-4d2c-a5dc-bd9280ddcb2f tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:22.249955 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-72bf0ad0-cd0b-4d2c-a5dc-bd9280ddcb2f tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/networks?id=99329896-10b6-401f-a306-3f9563c36ba9 HTTP/1.1" status: 200 len: 813 time: 0.1518838 May 20 09:03:22.262301 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [req-fb8a2e03-d476-4e3a-b364-6fc9e4c906ea req-d7c22aa9-3422-465d-baf4-8276fe787559 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Calling delete_port for d8384421-23a1-4f2d-9bcf-5011346723c7 owned by compute:nova {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:03:22.266128 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-2f5c7430-08d5-457b-b090-acad0d1935a5 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/quotas/ca9b96379737438b99320606e55bf487 HTTP/1.1" status: 200 len: 375 time: 0.0102797 May 20 09:03:22.319300 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-ab816ca6-186b-49c4-922f-bdc6629665c3 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ca9b96379737438b99320606e55bf487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460539 May 20 09:03:22.382170 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-fb8a2e03-d476-4e3a-b364-6fc9e4c906ea req-d7c22aa9-3422-465d-baf4-8276fe787559 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:22.389705 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-89c5436b-f5a7-4a86-b37d-8e1db2eb6072 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:22.422666 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['71b71dfe-9ebe-4cae-8804-6ca240231635', 'd8384421-23a1-4f2d-9bcf-5011346723c7'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:03:22.466061 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-8b3426bd-c74a-4ea7-98e2-269cb99c5e8f service neutron] 10.222.0.88 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389463 May 20 09:03:22.471055 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c22aa9-3422-465d-baf4-8276fe787559 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Pushing event deleted for resources: {'Port': ['ID=d8384421-23a1-4f2d-9bcf-5011346723c7,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:22.473958 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d7c22aa9-3422-465d-baf4-8276fe787559 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:22.517717 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8a2e03-d476-4e3a-b364-6fc9e4c906ea req-d7c22aa9-3422-465d-baf4-8276fe787559 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] No DVR routers for this DVR port d8384421-23a1-4f2d-9bcf-5011346723c7 on host hv-cinder-79091 {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:03:22.520416 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-fb8a2e03-d476-4e3a-b364-6fc9e4c906ea req-d7c22aa9-3422-465d-baf4-8276fe787559 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:22.523407 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7e3508-8dac-4094-a5ce-5074a2756a8c', 'name': 'network-vif-deleted', 'tag': 'd8384421-23a1-4f2d-9bcf-5011346723c7'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:03:22.557616 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-fb8a2e03-d476-4e3a-b364-6fc9e4c906ea req-d7c22aa9-3422-465d-baf4-8276fe787559 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.97 "DELETE /v2.0/ports/d8384421-23a1-4f2d-9bcf-5011346723c7 HTTP/1.1" status: 204 len: 173 time: 0.7588055 May 20 09:03:22.611207 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7e3508-8dac-4094-a5ce-5074a2756a8c', 'name': 'network-vif-deleted', 'tag': 'd8384421-23a1-4f2d-9bcf-5011346723c7', 'status': 'completed', 'code': 200} May 20 09:03:22.712140 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-491915f9-6cdd-479d-be75-6e08eeb82303 service neutron] 10.222.0.88 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460403 May 20 09:03:22.902368 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d0b0853a-29a7-46de-bddd-2b4433e4aea9 req-3c928f16-c709-4c11-9520-4cb3bb9e94fa tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 210 time: 0.0507264 May 20 09:03:23.198978 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d37f726d-d463-466f-a6d5-890f326b698f req-5eb20a88-74ed-40be-8b95-a656e5bcf268 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7e3508-8dac-4094-a5ce-5074a2756a8c HTTP/1.1" status: 200 len: 210 time: 0.0468025 May 20 09:03:24.057296 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c47ed5d1-2d68-4057-b95b-d45baecabecf req-9f161e36-cb48-44cd-a545-f035f5b4ed6b tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 210 time: 0.0422063 May 20 09:03:24.375810 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-09716b50-120c-4827-846b-73430078852c tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:24.377349 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-09716b50-120c-4827-846b-73430078852c tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Synchronizing usage tracker for tenant:ca9b96379737438b99320606e55bf487 on resource:network {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:03:24.396483 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-09716b50-120c-4827-846b-73430078852c tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Unset dirty status for tenant:ca9b96379737438b99320606e55bf487 on resource:network {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:03:24.397923 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-09716b50-120c-4827-846b-73430078852c tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.97 "GET /v2.0/networks?id=99329896-10b6-401f-a306-3f9563c36ba9 HTTP/1.1" status: 200 len: 813 time: 0.1889949 May 20 09:03:24.424803 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Request body: {'port': {'device_id': '73bfcbb3-66f6-44f3-aab0-13c2d579a902', 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9', 'admin_state_up': True, 'tenant_id': 'ca9b96379737438b99320606e55bf487'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:24.568615 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:24.572439 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Usage tracker for resource:port and tenant:ca9b96379737438b99320606e55bf487 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:24.575383 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:24.581834 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:24.591363 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Made reservation on behalf of ca9b96379737438b99320606e55bf487 for: {'port': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:03:24.594970 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:24.693023 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cb8b3-1685-4c57-972c-143e58de8be9 req-45c27299-ce8b-4baf-88ff-bf76a10bb401 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:24.697295 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bf8cb8b3-1685-4c57-972c-143e58de8be9 req-45c27299-ce8b-4baf-88ff-bf76a10bb401 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0856438 May 20 09:03:24.740362 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bf8cb8b3-1685-4c57-972c-143e58de8be9 req-ef89930f-720b-4a6e-9281-fb14b1e86587 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 May 20 09:03:24.757733 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Allocated IP 172.20.0.4 (99329896-10b6-401f-a306-3f9563c36ba9/42f7fa99-7975-4f4a-9646-3e8df786dd8e/fad8483a-217c-476c-a155-991a7acd25e7) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:03:24.956661 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:24.986934 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:24.993381 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:25.056104 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Network 99329896-10b6-401f-a306-3f9563c36ba9 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:03:25.059282 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:25.061725 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:03:25.191979 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Pushing event updated for resources: {'Port': ['ID=fad8483a-217c-476c-a155-991a7acd25e7,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:25.194808 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:25.222192 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:25.222807 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:25.245968 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8261507 May 20 09:03:25.258197 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068003be-e811-4c9e-ac27-9bc673c02868 req-f9d811f7-3954-4eae-bcdb-ec963d3b16fd tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:25.259823 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-068003be-e811-4c9e-ac27-9bc673c02868 req-f9d811f7-3954-4eae-bcdb-ec963d3b16fd tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 931 time: 0.0835040 May 20 09:03:25.270443 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Request body: {'port': {'device_id': '73bfcbb3-66f6-44f3-aab0-13c2d579a902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:25.317794 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-068003be-e811-4c9e-ac27-9bc673c02868 req-52d027de-dd71-45a3-8477-3e2b6e66ddc5 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517488 May 20 09:03:25.397868 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:25.546480 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device d8384421-23a1-4f2d-9bcf-5011346723c7 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:03:25.593534 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: d8384421-23a1-4f2d-9bcf-5011346723c7 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:03:25.593864 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device d8384421-23a1-4f2d-9bcf-5011346723c7 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:03:25.766069 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad8483a-217c-476c-a155-991a7acd25e7 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:03:25.774088 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:25.791952 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Transition to ACTIVE for port object fad8483a-217c-476c-a155-991a7acd25e7 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:03:25.798272 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:25.802309 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e31760fd-ab38-4342-a01e-1252ce8d33f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:25.941462 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b244a4-3574-4750-9200-b06617c21ef4 req-af447cc2-a434-4a68-b863-8e14e30e9bf1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:25.942906 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a2b244a4-3574-4750-9200-b06617c21ef4 req-af447cc2-a434-4a68-b863-8e14e30e9bf1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0880787 May 20 09:03:25.961370 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Pushing event updated for resources: {'Port': ['ID=fad8483a-217c-476c-a155-991a7acd25e7,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:25.969049 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:25.990272 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a2b244a4-3574-4750-9200-b06617c21ef4 req-bae62091-4f80-4dda-8b17-a39ea3852b1f tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 May 20 09:03:26.037821 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Attempting to bind port fad8483a-217c-476c-a155-991a7acd25e7 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:03:26.038147 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Attempting to bind port fad8483a-217c-476c-a155-991a7acd25e7 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'd34d2b37-4206-491a-9355-fa63c83cd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:03:26.038463 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Attempting to bind port fad8483a-217c-476c-a155-991a7acd25e7 on network 99329896-10b6-401f-a306-3f9563c36ba9 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:03:26.043219 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Port fad8483a-217c-476c-a155-991a7acd25e7 on network 99329896-10b6-401f-a306-3f9563c36ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:03:26.043580 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Attempting to bind port fad8483a-217c-476c-a155-991a7acd25e7 on network 99329896-10b6-401f-a306-3f9563c36ba9 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:03:26.049202 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:03:26.049485 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Checking segment: {'id': 'd34d2b37-4206-491a-9355-fa63c83cd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:03:26.049901 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Bound using segment: {'id': 'd34d2b37-4206-491a-9355-fa63c83cd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:03:26.050371 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Bound port: fad8483a-217c-476c-a155-991a7acd25e7, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34d2b37-4206-491a-9355-fa63c83cd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:03:26.050728 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:26.136628 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] For port fad8483a-217c-476c-a155-991a7acd25e7, host hv-cinder-79091, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:03:26.140067 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] For port fad8483a-217c-476c-a155-991a7acd25e7, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fad8483a-217c-476c-a155-991a7acd25e7,segment=NetworkSegment(d34d2b37-4206-491a-9355-fa63c83cd658),segment_id=d34d2b37-4206-491a-9355-fa63c83cd658)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:03:26.144583 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:26.148978 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-2c686d8a-d396-412c-ab60-93634f138b08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:26.209378 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:26.209980 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:26.211300 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] 10.222.0.97 "PUT /v2.0/ports/fad8483a-217c-476c-a155-991a7acd25e7 HTTP/1.1" status: 200 len: 1093 time: 0.9459438 May 20 09:03:26.211770 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bfcbb3-66f6-44f3-aab0-13c2d579a902', 'tag': 'fad8483a-217c-476c-a155-991a7acd25e7'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:03:26.230553 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Pushing event updated for resources: {'Port': ['ID=fad8483a-217c-476c-a155-991a7acd25e7,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:26.234729 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:26.255801 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bfcbb3-66f6-44f3-aab0-13c2d579a902', 'tag': 'fad8483a-217c-476c-a155-991a7acd25e7', 'status': 'completed', 'code': 200} May 20 09:03:26.351346 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-dd71ed48-27c9-4119-8791-4a64f5b7c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:26.352870 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-dd71ed48-27c9-4119-8791-4a64f5b7c9e3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ca9b96379737438b99320606e55bf487&device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 1096 time: 0.0703907 May 20 09:03:26.447908 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-a563cb45-3fdb-4e58-84b8-404f77c983e2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad8483a-217c-476c-a155-991a7acd25e7 HTTP/1.1" status: 200 len: 217 time: 0.0702558 May 20 09:03:26.512620 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbedbe0-ccac-444a-86f4-0c15d4151981 req-9dec8ad7-c558-4de6-8af2-fdf4d4aea927 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:26.514250 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6fbedbe0-ccac-444a-86f4-0c15d4151981 req-9dec8ad7-c558-4de6-8af2-fdf4d4aea927 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 943 time: 0.0864213 May 20 09:03:26.517205 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-83d35bf4-dc13-4d9c-9511-a61a0aedb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:26.518648 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-83d35bf4-dc13-4d9c-9511-a61a0aedb240 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=42f7fa99-7975-4f4a-9646-3e8df786dd8e HTTP/1.1" status: 200 len: 853 time: 0.0611668 May 20 09:03:26.561740 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6fbedbe0-ccac-444a-86f4-0c15d4151981 req-0262a059-1fba-4443-a9cb-d50b60b3a56d tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 May 20 09:03:26.572120 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-a14a9764-2292-4799-aa49-6ae182c05143 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=99329896-10b6-401f-a306-3f9563c36ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453861 May 20 09:03:26.704561 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-5d453c25-c788-48dd-8f8f-5521457ac249 service neutron] 10.222.0.97 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242812 May 20 09:03:26.838219 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-8fd9e618-840e-45ab-b65e-82e56178dba6 req-55fee469-5479-4a28-94bd-4d7c1e7a1cc2 service neutron] 10.222.0.97 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256671 May 20 09:03:27.024886 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af154a-3ed4-434b-8195-24ee10a20050 req-59de6373-7f02-47db-917a-62b6fcfb1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:27.026449 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-33af154a-3ed4-434b-8195-24ee10a20050 req-59de6373-7f02-47db-917a-62b6fcfb1311 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ca9b96379737438b99320606e55bf487&device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 1096 time: 0.0750179 May 20 09:03:27.177957 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3d012-079b-4f64-92fa-29d524158806 req-833e6398-c6c0-46c7-af3d-45604bf9a6b9 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:27.180107 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2b3d012-079b-4f64-92fa-29d524158806 req-833e6398-c6c0-46c7-af3d-45604bf9a6b9 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0828526 May 20 09:03:27.228925 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2b3d012-079b-4f64-92fa-29d524158806 req-fb1229d9-cfc2-4b1d-a050-bf31bb29f36d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 May 20 09:03:27.249274 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af154a-3ed4-434b-8195-24ee10a20050 req-9252c163-eaf2-4c08-8b40-11ce61d468c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:27.250743 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-33af154a-3ed4-434b-8195-24ee10a20050 req-9252c163-eaf2-4c08-8b40-11ce61d468c3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=99329896-10b6-401f-a306-3f9563c36ba9 HTTP/1.1" status: 200 len: 915 time: 0.2145255 May 20 09:03:27.321363 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-33af154a-3ed4-434b-8195-24ee10a20050 req-1a4c0756-6e02-4e1f-ba94-ab3c8f965aec service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad8483a-217c-476c-a155-991a7acd25e7 HTTP/1.1" status: 200 len: 217 time: 0.0621095 May 20 09:03:27.391987 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af154a-3ed4-434b-8195-24ee10a20050 req-9d135c88-537f-4de8-9083-06342c33b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:27.393489 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-33af154a-3ed4-434b-8195-24ee10a20050 req-9d135c88-537f-4de8-9083-06342c33b17e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=42f7fa99-7975-4f4a-9646-3e8df786dd8e HTTP/1.1" status: 200 len: 853 time: 0.0629566 May 20 09:03:27.449946 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-33af154a-3ed4-434b-8195-24ee10a20050 req-7bc8c7be-7f1a-4704-84d6-e58c86382d72 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=99329896-10b6-401f-a306-3f9563c36ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402651 May 20 09:03:27.586208 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-33af154a-3ed4-434b-8195-24ee10a20050 req-e57aa619-15da-46be-8a6c-d1e31d724da2 service neutron] 10.222.0.97 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282115 May 20 09:03:27.722256 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-33af154a-3ed4-434b-8195-24ee10a20050 req-241d3817-b47c-4496-ab26-0f87676fa6ca service neutron] 10.222.0.97 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269653 May 20 09:03:27.754190 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574bf08-600c-4ac7-ba92-7565126c0ff7 req-dcf4b80f-522a-4526-8cbb-eac509904099 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:27.755775 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4574bf08-600c-4ac7-ba92-7565126c0ff7 req-dcf4b80f-522a-4526-8cbb-eac509904099 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 943 time: 0.0834968 May 20 09:03:27.799850 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4574bf08-600c-4ac7-ba92-7565126c0ff7 req-7ecc22ba-15b9-4183-9af6-690a4413a72f tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384519 May 20 09:03:28.412497 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd34947-24b2-466d-986e-50402db9038c req-f6945e40-802d-4bdf-961f-115b23989013 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:28.413948 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9cd34947-24b2-466d-986e-50402db9038c req-f6945e40-802d-4bdf-961f-115b23989013 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0824275 May 20 09:03:28.459737 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9cd34947-24b2-466d-986e-50402db9038c req-73224583-9405-4a35-ab5e-e6baf4d1156b tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 May 20 09:03:28.986177 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a820a97-0664-455a-b835-02805afee77f req-28dd6aa2-ebea-435d-bbe3-80b9b66870e7 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:28.987603 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6a820a97-0664-455a-b835-02805afee77f req-28dd6aa2-ebea-435d-bbe3-80b9b66870e7 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 943 time: 0.0782201 May 20 09:03:29.034528 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6a820a97-0664-455a-b835-02805afee77f req-8877fb25-dbe1-4089-b18c-360338e44872 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 May 20 09:03:29.566606 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device fad8483a-217c-476c-a155-991a7acd25e7 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:03:29.661351 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbd948-2449-40d1-9c5c-9f91f62bd073 req-79855c4c-3358-4cd5-b8ff-c4384997238e tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:29.662695 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b3cbd948-2449-40d1-9c5c-9f91f62bd073 req-79855c4c-3358-4cd5-b8ff-c4384997238e tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0920541 May 20 09:03:29.698418 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port fad8483a-217c-476c-a155-991a7acd25e7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fad8483a-217c-476c-a155-991a7acd25e7,segment=NetworkSegment(d34d2b37-4206-491a-9355-fa63c83cd658),segment_id=d34d2b37-4206-491a-9355-fa63c83cd658)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:29.706503 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b3cbd948-2449-40d1-9c5c-9f91f62bd073 req-3c1ae834-69a9-4e4a-a6c0-5206eb20ac5a tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 May 20 09:03:29.712660 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': 'fad8483a-217c-476c-a155-991a7acd25e7', 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9', 'port_id': 'fad8483a-217c-476c-a155-991a7acd25e7', 'mac_address': 'fa:16:3e:92:dc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f7fa99-7975-4f4a-9646-3e8df786dd8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:03:29.776432 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:29.793998 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad8483a-217c-476c-a155-991a7acd25e7 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:03:29.810395 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port fad8483a-217c-476c-a155-991a7acd25e7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fad8483a-217c-476c-a155-991a7acd25e7,segment=NetworkSegment(d34d2b37-4206-491a-9355-fa63c83cd658),segment_id=d34d2b37-4206-491a-9355-fa63c83cd658)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:29.814284 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:29.816231 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:29.880645 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=fad8483a-217c-476c-a155-991a7acd25e7,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:29.887902 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.888239 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.888573 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.889548 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.889833 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.890235 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.890723 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.891171 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.891508 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.891835 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.892158 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.892477 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:29.896404 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:30.181255 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['fad8483a-217c-476c-a155-991a7acd25e7'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:03:30.220567 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd297077-4d05-415a-8203-504c67435ca7 req-3b4087b2-12a9-4522-97a4-3dea22c80aa2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:30.222176 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dd297077-4d05-415a-8203-504c67435ca7 req-3b4087b2-12a9-4522-97a4-3dea22c80aa2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 944 time: 0.0815332 May 20 09:03:30.269121 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dd297077-4d05-415a-8203-504c67435ca7 req-34e75ce9-c7a8-4f06-9029-1d32772884e5 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378468 May 20 09:03:30.893776 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ec184-43a1-44e2-89c7-8fc195a336f0 req-0b53c71e-fd95-42d7-b01d-bae74297a404 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:30.895293 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-361ec184-43a1-44e2-89c7-8fc195a336f0 req-0b53c71e-fd95-42d7-b01d-bae74297a404 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.0824986 May 20 09:03:30.941507 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-361ec184-43a1-44e2-89c7-8fc195a336f0 req-2a26a6f3-8043-4ab8-9566-8beece4b3a03 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/security-groups?id=98a141da-cd0c-4cb6-bea8-4e5799e86a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 May 20 09:03:31.351790 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54872ca-384f-4169-8a82-ab4d760649cc req-d17eb7ee-6b05-4492-b962-5be5f49c2eb1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:31.352491 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-f54872ca-384f-4169-8a82-ab4d760649cc req-d17eb7ee-6b05-4492-b962-5be5f49c2eb1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Synchronizing usage tracker for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:port {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:03:31.368957 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-f54872ca-384f-4169-8a82-ab4d760649cc req-d17eb7ee-6b05-4492-b962-5be5f49c2eb1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Unset dirty status for tenant:808dfa1319524c57a31e3c1b17b616e3 on resource:port {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:03:31.370218 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f54872ca-384f-4169-8a82-ab4d760649cc req-d17eb7ee-6b05-4492-b962-5be5f49c2eb1 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.97 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 945 time: 0.1008415 May 20 09:03:31.467032 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad9fcb-2229-4cb9-a6bf-a852e20eaa61 req-80bc4227-fbcb-47b4-98b4-1e3bd4db0433 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:31.468483 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-96ad9fcb-2229-4cb9-a6bf-a852e20eaa61 req-80bc4227-fbcb-47b4-98b4-1e3bd4db0433 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 944 time: 0.0912209 May 20 09:03:31.506631 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [req-f54872ca-384f-4169-8a82-ab4d760649cc req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Deleting port 71b71dfe-9ebe-4cae-8804-6ca240231635 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:03:31.507029 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-f54872ca-384f-4169-8a82-ab4d760649cc req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:31.515712 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-96ad9fcb-2229-4cb9-a6bf-a852e20eaa61 req-ee750091-cbdb-4229-a2f2-ef340f766d02 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415335 May 20 09:03:31.564310 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device fad8483a-217c-476c-a155-991a7acd25e7 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:03:31.634707 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port fad8483a-217c-476c-a155-991a7acd25e7 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:03:31.639179 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port fad8483a-217c-476c-a155-991a7acd25e7 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:31.639557 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:31.642414 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-f54872ca-384f-4169-8a82-ab4d760649cc req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] For port 71b71dfe-9ebe-4cae-8804-6ca240231635, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=71b71dfe-9ebe-4cae-8804-6ca240231635,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:31.642772 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-f54872ca-384f-4169-8a82-ab4d760649cc req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:31.758372 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:31.770158 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [req-f54872ca-384f-4169-8a82-ab4d760649cc req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Calling delete_port for 71b71dfe-9ebe-4cae-8804-6ca240231635 owned by compute:nova {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:03:31.786787 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfcbb3-66f6-44f3-aab0-13c2d579a902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad8483a-217c-476c-a155-991a7acd25e7'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:03:31.801122 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port fad8483a-217c-476c-a155-991a7acd25e7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fad8483a-217c-476c-a155-991a7acd25e7,segment=NetworkSegment(d34d2b37-4206-491a-9355-fa63c83cd658),segment_id=d34d2b37-4206-491a-9355-fa63c83cd658)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:31.809998 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:31.811970 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:31.849669 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfcbb3-66f6-44f3-aab0-13c2d579a902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad8483a-217c-476c-a155-991a7acd25e7', 'code': 200} May 20 09:03:31.884175 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=fad8483a-217c-476c-a155-991a7acd25e7,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:31.888465 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:31.899278 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-f54872ca-384f-4169-8a82-ab4d760649cc req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:31.905123 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5950cbf9-fd5e-4744-a8d1-2c6a67ba174a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:31.938204 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['71b71dfe-9ebe-4cae-8804-6ca240231635'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:03:31.958374 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Pushing event deleted for resources: {'Port': ['ID=71b71dfe-9ebe-4cae-8804-6ca240231635,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:31.963412 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:32.052289 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54872ca-384f-4169-8a82-ab4d760649cc req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] No DVR routers for this DVR port 71b71dfe-9ebe-4cae-8804-6ca240231635 on host hv-cinder-79091 {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:03:32.054932 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-f54872ca-384f-4169-8a82-ab4d760649cc req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:32.057623 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abe72f7-d996-4496-9958-0046f59152fa', 'name': 'network-vif-deleted', 'tag': '71b71dfe-9ebe-4cae-8804-6ca240231635'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:03:32.074017 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f54872ca-384f-4169-8a82-ab4d760649cc req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.97 "DELETE /v2.0/ports/71b71dfe-9ebe-4cae-8804-6ca240231635 HTTP/1.1" status: 204 len: 173 time: 0.6982358 May 20 09:03:32.120615 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fbd58f40-c266-49b6-a359-e7dc6a64bba4 req-462260b0-831a-47ab-85da-cbd12910d2b5 tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abe72f7-d996-4496-9958-0046f59152fa HTTP/1.1" status: 200 len: 210 time: 0.0548441 May 20 09:03:32.151590 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abe72f7-d996-4496-9958-0046f59152fa', 'name': 'network-vif-deleted', 'tag': '71b71dfe-9ebe-4cae-8804-6ca240231635', 'status': 'completed', 'code': 200} May 20 09:03:32.193694 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0bafc-044c-44a5-9b5a-bbd8538ddfda req-06c619f6-ad40-48d6-af0c-5302a5163c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:32.195415 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-32a0bafc-044c-44a5-9b5a-bbd8538ddfda req-06c619f6-ad40-48d6-af0c-5302a5163c28 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 1098 time: 0.0811694 May 20 09:03:32.239926 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-32a0bafc-044c-44a5-9b5a-bbd8538ddfda req-ef0feadc-7661-417f-bda9-42aa2cc51799 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 May 20 09:03:32.699066 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a1494-fc8e-4b7b-b2ab-acfdade1247f req-6bf3101a-662a-410c-b639-10c2793b15ff tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:32.700444 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-eb3a1494-fc8e-4b7b-b2ab-acfdade1247f req-6bf3101a-662a-410c-b639-10c2793b15ff tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 945 time: 0.0781164 May 20 09:03:32.750871 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-eb3a1494-fc8e-4b7b-b2ab-acfdade1247f req-12354e2f-cb32-404f-ae14-3cb0cdbec894 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446429 May 20 09:03:33.214339 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 37946) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:33.815303 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8212058'] for router_interface, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:34.101928 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32327ef-8bdd-4a1e-9cfb-929f6b014379 req-bd2a2709-ee5d-4048-8195-45ec604e5273 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:34.103883 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a32327ef-8bdd-4a1e-9cfb-929f6b014379 req-bd2a2709-ee5d-4048-8195-45ec604e5273 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 945 time: 0.2360463 May 20 09:03:34.146638 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-c7935fc1-25cb-4c19-9b1c-2948ea27cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:34.198378 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a32327ef-8bdd-4a1e-9cfb-929f6b014379 req-b8608a85-3ea6-4a37-8b86-d34588ce6fde tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864375 May 20 09:03:34.340431 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Deleting port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:03:34.340807 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:34.481239 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] For port bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac,segment=NetworkSegment(e10477bf-3a51-4d14-a167-07cf5f4fa5e5),segment_id=e10477bf-3a51-4d14-a167-07cf5f4fa5e5)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:34.481585 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:34.612779 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Calling delete_port for bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac owned by network:router_interface {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:03:35.009708 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:35.014222 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-c053b69f-940d-4ca7-a97e-2f6c3aa2bb93 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:35.062310 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:35.099129 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:35.342733 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8087465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8212206'] for router_interface, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:35.580019 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 71b71dfe-9ebe-4cae-8804-6ca240231635 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:03:35.613567 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 71b71dfe-9ebe-4cae-8804-6ca240231635 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:03:35.613916 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 71b71dfe-9ebe-4cae-8804-6ca240231635 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:03:35.709565 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:03:35.886972 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:03:35.896964 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b805c3-0fc7-4311-8184-8a4df3e60445 None None] Sync routers for ids ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:03:35.902352 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] 10.222.0.88 "PUT /v2.0/routers/7319ac1f-e3ad-4d52-936d-5b9623f34d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6848843 May 20 09:03:35.902750 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38016) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:35.908681 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b805c3-0fc7-4311-8184-8a4df3e60445 None None] Routers {'7319ac1f-e3ad-4d52-936d-5b9623f34d88'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:03:35.909405 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-12b805c3-0fc7-4311-8184-8a4df3e60445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:03:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:36.095741 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-12b805c3-0fc7-4311-8184-8a4df3e60445 None None] Set router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:03:36.170993 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Notify callbacks [] for router, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:36.360752 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:36.400457 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-12b805c3-0fc7-4311-8184-8a4df3e60445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-router', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:09Z', 'updated_at': '2021-05-20T09:03:34Z', 'revision_number': 5, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'gw_port': {'id': 'f587a675-ebd4-4f7e-a2f5-cc6abd19503c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:12Z', 'updated_at': '2021-05-20T09:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:36.404917 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b805c3-0fc7-4311-8184-8a4df3e60445 None None] Checking router: 7319ac1f-e3ad-4d52-936d-5b9623f34d88 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:03:36.413791 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b805c3-0fc7-4311-8184-8a4df3e60445 None None] Routers {'7319ac1f-e3ad-4d52-936d-5b9623f34d88'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:03:36.414411 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-12b805c3-0fc7-4311-8184-8a4df3e60445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:03:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:36.443390 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Deleting port f587a675-ebd4-4f7e-a2f5-cc6abd19503c {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:03:36.443734 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:36.565525 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-12b805c3-0fc7-4311-8184-8a4df3e60445 None None] Set router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 gateway port host: None {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:03:36.570842 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] For port f587a675-ebd4-4f7e-a2f5-cc6abd19503c, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=f587a675-ebd4-4f7e-a2f5-cc6abd19503c,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:36.571203 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:36.668689 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:36.699125 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Calling delete_port for f587a675-ebd4-4f7e-a2f5-cc6abd19503c owned by network:router_gateway {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:03:36.712090 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-12b805c3-0fc7-4311-8184-8a4df3e60445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-router', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:09Z', 'updated_at': '2021-05-20T09:03:36Z', 'revision_number': 6, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'gw_port_host': None}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:36.716135 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b805c3-0fc7-4311-8184-8a4df3e60445 None None] The sync data for ids ['7319ac1f-e3ad-4d52-936d-5b9623f34d88'] in dv-cinder-790910-5-smb is: [{'id': '7319ac1f-e3ad-4d52-936d-5b9623f34d88', 'name': 'tempest-ServerRescueNegativeTestJSON-1101457964-router', 'tenant_id': '808dfa1319524c57a31e3c1b17b616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:09Z', 'updated_at': '2021-05-20T09:03:36Z', 'revision_number': 6, 'project_id': '808dfa1319524c57a31e3c1b17b616e3', 'gw_port_host': None}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:03:36.850431 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-b1640779-6a3e-4fe6-84f1-bcb9cf657d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:36.972043 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:36.977234 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:37.020597 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=f587a675-ebd4-4f7e-a2f5-cc6abd19503c,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:37.046574 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:37.116503 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126065'] for router_gateway, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:37.223946 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:03:37.261937 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:03:37.262285 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device bc492c1a-cf1f-4dda-a522-4b18c0f2d1ac not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:03:37.294014 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31774'] for router, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:37.296259 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:37.385867 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8120909'] for router, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:37.387619 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7319ac1f-e3ad-4d52-936d-5b9623f34d88 {{(pid=91687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:03:37.403883 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Notify callbacks [] for router, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:37.405073 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] 10.222.0.88 "DELETE /v2.0/routers/7319ac1f-e3ad-4d52-936d-5b9623f34d88 HTTP/1.1" status: 204 len: 168 time: 1.5013213 May 20 09:03:37.407593 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38026) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:37.467498 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3a8b20-9290-452f-bea9-5c7dcfd20f6c admin admin] Deleting subnet 0cf4ebc0-c715-4825-8b91-71b2282799c8 {{(pid=91687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:03:37.470702 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8b20-9290-452f-bea9-5c7dcfd20f6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:37.522133 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8b20-9290-452f-bea9-5c7dcfd20f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7849174'] for subnet, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:37.682715 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8b20-9290-452f-bea9-5c7dcfd20f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:37.697090 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:37.951380 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8b20-9290-452f-bea9-5c7dcfd20f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5631042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6713005'] for subnet, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:37.955433 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:37.991115 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a8b20-9290-452f-bea9-5c7dcfd20f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf4ebc0-c715-4825-8b91-71b2282799c8,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:37.994176 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-4f3a8b20-9290-452f-bea9-5c7dcfd20f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:37.995176 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8b20-9290-452f-bea9-5c7dcfd20f6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.004246 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-4f3a8b20-9290-452f-bea9-5c7dcfd20f6c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0cf4ebc0-c715-4825-8b91-71b2282799c8 HTTP/1.1" status: 204 len: 168 time: 0.5928664 May 20 09:03:38.004600 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38040) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:38.119516 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.241891 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.255545 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3b55fb-c20a-4b49-ae5a-3b0e860558da']}} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:38.268295 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5') {'for_net_delete': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:38.268585 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10477bf-3a51-4d14-a167-07cf5f4fa5e5') {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:38.280318 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6890131'] for segment, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.296030 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.306230 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=91688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:03:38.306618 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7326117'] for segment, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: Traceback (most recent call last): May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: timer() May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: cb(*args, **kw) May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: return func(*args, **kwargs) May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: self._notify() May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: self.callback(batched_events) May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: event.method(event) May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: return f(self, *a, **k) May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: return self._get(url).json() May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: return self.request(url, 'GET', **kwargs) May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:03:38.319541 dv-cinder-790910-5-smb neutron-server[91688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:03:38.478748 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.485448 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.487961 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:38.509706 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a3b55fb-c20a-4b49-ae5a-3b0e860558da,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:38.512322 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:38.519913 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-17776902-26b9-4ef2-a65e-96e6d921c529 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1a3b55fb-c20a-4b49-ae5a-3b0e860558da HTTP/1.1" status: 204 len: 168 time: 0.5135055 May 20 09:03:38.707886 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38052) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:38.758778 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-fcf75a68-ebc6-48fa-bbf3-e828ddda1daf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=808dfa1319524c57a31e3c1b17b616e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496225 May 20 09:03:38.761449 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38056) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:38.821141 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4088958f-ab4f-4f4f-bd3e-d9fd59de30d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.847085 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4088958f-ab4f-4f4f-bd3e-d9fd59de30d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.905577 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4088958f-ab4f-4f4f-bd3e-d9fd59de30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.909268 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f70c9e1b-8f62-494e-b2e4-11e1928900d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:38.922491 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088958f-ab4f-4f4f-bd3e-d9fd59de30d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a141da-cd0c-4cb6-bea8-4e5799e86a7e,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:38.925861 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-4088958f-ab4f-4f4f-bd3e-d9fd59de30d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:38.935380 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4088958f-ab4f-4f4f-bd3e-d9fd59de30d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:38.937193 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-4088958f-ab4f-4f4f-bd3e-d9fd59de30d4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/98a141da-cd0c-4cb6-bea8-4e5799e86a7e HTTP/1.1" status: 204 len: 168 time: 0.1746995 May 20 09:03:39.034058 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f587a675-ebd4-4f7e-a2f5-cc6abd19503c no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:03:39.072301 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: f587a675-ebd4-4f7e-a2f5-cc6abd19503c {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:03:39.072301 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f587a675-ebd4-4f7e-a2f5-cc6abd19503c not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:03:39.498339 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:39.729487 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38084) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:39.848163 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1992613361-network', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:39.853675 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:39.858039 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Usage tracker for resource:network and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:39.860932 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:39.867154 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:39.877520 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Made reservation on behalf of a0aefa4f74614db8846376f4553b6aad for: {'network': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:03:39.879765 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:39.892434 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:39.907121 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:39.910968 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Usage tracker for resource:security_group_rule and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:39.913828 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:39.919752 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:40.006458 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:40.010521 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:40.016061 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e3b36d94-fcaf-440f-89ab-432a5df9882c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:40.040823 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=91688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:03:40.054134 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3bf19d-2b02-423f-9835-0db3827c14ec,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:40.058316 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:40.059237 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:40.059566 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.segments_db [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Added segment 0dcdd05a-9abf-4b26-9d99-447be71b4e42 of type vlan for network 208769b1-b057-420c-8d34-7ef6134b24c2 May 20 09:03:40.090845 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:40.120981 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:40.122305 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:40.123359 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:40.126526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5d8e1842-1b6b-4d09-9b1c-17104fa0afbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:40.221149 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4908817 May 20 09:03:40.224099 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38092) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:40.224588 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Pushing event updated for resources: {'Network': ['ID=208769b1-b057-420c-8d34-7ef6134b24c2,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:40.227177 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:40.230704 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Request body: {'subnet': {'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1992613361-subnet', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:40.235243 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 208769b1-b057-420c-8d34-7ef6134b24c2 details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:03:40.239709 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:40.243630 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Usage tracker for resource:subnet and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:40.248261 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:40.259197 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:40.273072 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Made reservation on behalf of a0aefa4f74614db8846376f4553b6aad for: {'subnet': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:03:40.275941 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6713014'] for subnet, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:40.669031 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5630989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6712996'] for subnet, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:40.674128 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3c5eaab4-e088-4c06-b90c-56d70113ac77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:40.742910 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb71ea7a-440e-4ff3-af8e-dbb512184685,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:40.745600 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:40.753107 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Checking segment: {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:03:40.753458 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Network hostable DHCP agents. Network: 208769b1-b057-420c-8d34-7ef6134b24c2, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:03:40.769879 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Network 208769b1-b057-420c-8d34-7ef6134b24c2 is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:03:40.778837 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 208769b1-b057-420c-8d34-7ef6134b24c2) {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:40.788448 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b612f-b3b8-497c-bae5-3117c0bc99d9 None None] Network 208769b1-b057-420c-8d34-7ef6134b24c2 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:03:40.792099 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:40.792735 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:40.814621 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-47d5db2f-eb75-4e05-a312-58a39be00abd admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5893834 May 20 09:03:40.817693 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38100) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:40.823143 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:40.827724 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:40.831585 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Usage tracker for resource:router and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:40.834436 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:40.849520 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:40.862683 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8119521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31756'] for router, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:40.863714 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8120823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8210336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8064580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31751'] for router, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:40.879440 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:41.058713 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd426b12a-b5bf-5c7a-8a21-2acd444125f9-208769b1-b057-420c-8d34-7ef6134b24c2', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685'}]}} from dv-cinder-790910-5-smb. {{(pid=91689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:03:41.059530 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:41.154068 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8210322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8119543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31761'] for router, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:41.239031 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.db_base_plugin_common [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Allocated IP 172.20.0.2 (208769b1-b057-420c-8d34-7ef6134b24c2/bb71ea7a-440e-4ff3-af8e-dbb512184685/45db407d-adbc-45d6-a801-69fe3c675660) {{(pid=91689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:03:41.467433 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Notify callbacks [] for port, precommit_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:41.478699 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Transition to ACTIVE for port object 45db407d-adbc-45d6-a801-69fe3c675660 will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:03:41.499285 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Transition to ACTIVE for port object 45db407d-adbc-45d6-a801-69fe3c675660 will not be triggered until provisioned by entity DHCP. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:03:41.505983 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:41.512102 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-9d337c27-7ea3-4d44-8c52-e87418ab5dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:41.580572 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Network 208769b1-b057-420c-8d34-7ef6134b24c2 is already hosted by enough agents. {{(pid=91689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:03:41.583387 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.base_scheduler [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Resources bound (agent type, host, resource id): {{(pid=91689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:41.586981 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Received port after_create {{(pid=91689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:03:41.592568 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Pushing event updated for resources: {'Port': ['ID=45db407d-adbc-45d6-a801-69fe3c675660,revision_number=1']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:41.596142 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:41.669467 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:41.678494 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Attempting to bind port 45db407d-adbc-45d6-a801-69fe3c675660 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:03:41.678874 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Attempting to bind port 45db407d-adbc-45d6-a801-69fe3c675660 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:03:41.679238 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Attempting to bind port 45db407d-adbc-45d6-a801-69fe3c675660 on network 208769b1-b057-420c-8d34-7ef6134b24c2 {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:03:41.687102 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:03:41.687102 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Checking segment: {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:03:41.687538 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:41.688764 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Bound using segment: {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:03:41.688764 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Bound port: 45db407d-adbc-45d6-a801-69fe3c675660, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:03:41.688764 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:41.699003 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:41.782362 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-bbade085-e98b-438a-92e5-758e14462651 None None] For port 45db407d-adbc-45d6-a801-69fe3c675660, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:03:41.785326 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-bbade085-e98b-438a-92e5-758e14462651 None None] For port 45db407d-adbc-45d6-a801-69fe3c675660, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=45db407d-adbc-45d6-a801-69fe3c675660,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:03:41.789330 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:41.792947 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:41.840367 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Allocated IP 172.28.2.146 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/4a1790f5-9934-44ee-999e-11fcfdbe2b14) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:03:41.869692 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Pushing event updated for resources: {'Port': ['ID=45db407d-adbc-45d6-a801-69fe3c675660,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:41.876891 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:42.004543 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:42.037496 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:42.052638 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:42.118363 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:03:42.121658 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:42.126431 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:03:42.165287 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Pushing event updated for resources: {'Port': ['ID=4a1790f5-9934-44ee-999e-11fcfdbe2b14,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:42.173907 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:42.553631 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:42.788981 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b244ce71-b7b1-4832-acfb-7d5b8b356873 None None] Network 208769b1-b057-420c-8d34-7ef6134b24c2 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:03:42.897450 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-6d3f6023-19d5-4aea-a0d4-1020ec8a2128 None None] Provisioning for port 45db407d-adbc-45d6-a801-69fe3c675660 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:03:42.920035 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8210378'] for router, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:43.118582 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 45db407d-adbc-45d6-a801-69fe3c675660 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:03:43.190965 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 45db407d-adbc-45d6-a801-69fe3c675660 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:03:43.196318 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 45db407d-adbc-45d6-a801-69fe3c675660 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:43.196692 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:43.222986 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:03:43.281212 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Router 8770793d-4a68-4a2f-81f0-1506f10f83a4 is scheduled to L3 agent c70db390-4164-4320-811d-63d91c5b3be7 with binding_index 1 {{(pid=91687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:03:43.330618 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:43.359369 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-f6e2ebae-8287-40d2-9292-121479da95ec None None] Provisioning complete for port 45db407d-adbc-45d6-a801-69fe3c675660 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:43.359889 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ebae-8287-40d2-9292-121479da95ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:43.417126 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 45db407d-adbc-45d6-a801-69fe3c675660, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=45db407d-adbc-45d6-a801-69fe3c675660,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:43.425002 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:43.427896 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:43.475574 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:03:43.491075 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Sync routers for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:03:43.503177 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Notify callbacks [] for router, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:43.505436 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6865926 May 20 09:03:43.507256 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38118) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:43.547240 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:03:43.547892 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:03:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:43.604725 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=45db407d-adbc-45d6-a801-69fe3c675660,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:43.618848 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:43.781793 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:03:44.073189 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:44.127737 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:42Z', 'revision_number': 3, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:44.136452 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Checking router: 8770793d-4a68-4a2f-81f0-1506f10f83a4 for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:03:44.138159 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Updating router 8770793d-4a68-4a2f-81f0-1506f10f83a4 port 4a1790f5-9934-44ee-999e-11fcfdbe2b14 binding host dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:03:44.224273 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:44.296923 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:44.518692 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Allocated IP 172.20.0.1 (208769b1-b057-420c-8d34-7ef6134b24c2/bb71ea7a-440e-4ff3-af8e-dbb512184685/71a0cf04-b333-467d-b6f3-345976c0fe27) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:03:44.578617 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Notify callbacks [] for port, precommit_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:44.590637 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Transition to ACTIVE for port object 4a1790f5-9934-44ee-999e-11fcfdbe2b14 will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:03:44.597178 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:44.600803 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:44.679937 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Attempting to bind port 4a1790f5-9934-44ee-999e-11fcfdbe2b14 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:03:44.680458 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Attempting to bind port 4a1790f5-9934-44ee-999e-11fcfdbe2b14 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:03:44.681081 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Attempting to bind port 4a1790f5-9934-44ee-999e-11fcfdbe2b14 on network 0d7e70f2-48c0-42ed-9893-06725d297828 {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:03:44.688461 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0966af5-3774-4232-a902-3725e6e518fd None None] Pushing event updated for resources: {'Port': ['ID=4a1790f5-9934-44ee-999e-11fcfdbe2b14,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:44.693189 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-c0966af5-3774-4232-a902-3725e6e518fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:44.694239 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:03:44.694614 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Checking segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:03:44.695014 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:44.695402 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Bound using segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:03:44.695877 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Bound port: 4a1790f5-9934-44ee-999e-11fcfdbe2b14, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:03:44.696255 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:44.771976 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] For port 4a1790f5-9934-44ee-999e-11fcfdbe2b14, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:03:44.775011 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] For port 4a1790f5-9934-44ee-999e-11fcfdbe2b14, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=4a1790f5-9934-44ee-999e-11fcfdbe2b14,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:03:44.784688 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:44.788798 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:44.793797 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:44.800780 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Transition to ACTIVE for port object 71a0cf04-b333-467d-b6f3-345976c0fe27 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:03:44.837900 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:44.842825 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:44.867045 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:03:44.867670 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:03:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:44.911838 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Network 208769b1-b057-420c-8d34-7ef6134b24c2 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:03:44.914604 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:44.918926 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:03:44.946008 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0966af5-3774-4232-a902-3725e6e518fd None None] Pushing event updated for resources: {'Port': ['ID=4a1790f5-9934-44ee-999e-11fcfdbe2b14,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:44.949664 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=71a0cf04-b333-467d-b6f3-345976c0fe27,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:44.952091 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-c0966af5-3774-4232-a902-3725e6e518fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:44.956249 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:44.976825 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126163'] for router_interface, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:45.073407 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:03:45.126776 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 45db407d-adbc-45d6-a801-69fe3c675660 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:03:45.297444 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:45.339635 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-b89bb3cb-57b5-492d-b97c-3ceb417e5dca None None] Provisioning for port 71a0cf04-b333-467d-b6f3-345976c0fe27 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:03:45.398745 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-b89bb3cb-57b5-492d-b97c-3ceb417e5dca None None] Provisioning complete for port 71a0cf04-b333-467d-b6f3-345976c0fe27 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:45.399127 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-b89bb3cb-57b5-492d-b97c-3ceb417e5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:45.448548 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 45db407d-adbc-45d6-a801-69fe3c675660 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:45.448900 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:45.530693 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-b89bb3cb-57b5-492d-b97c-3ceb417e5dca None None] Port 71a0cf04-b333-467d-b6f3-345976c0fe27 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:03:45.564083 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:45.569763 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:45.602688 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:45.669492 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:42Z', 'revision_number': 3, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:45.674836 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae5534-2e99-440f-a81d-418f24f5fda0 None None] The sync data for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb is: [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:42Z', 'revision_number': 3, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:03:45.692804 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8087378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8212072'] for router_interface, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:45.699901 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=71a0cf04-b333-467d-b6f3-345976c0fe27,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:45.699901 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:45.854140 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Network 208769b1-b057-420c-8d34-7ef6134b24c2 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:03:45.855401 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:46.126537 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Router 8770793d-4a68-4a2f-81f0-1506f10f83a4 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:03:46.262256 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-d3b986eb-75e2-457a-9d7d-ce92dc1bf995 None None] Provisioning complete for port 71a0cf04-b333-467d-b6f3-345976c0fe27 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:46.263769 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-d3b986eb-75e2-457a-9d7d-ce92dc1bf995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:46.318842 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:03:46.322665 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-d3b986eb-75e2-457a-9d7d-ce92dc1bf995 None None] Port 71a0cf04-b333-467d-b6f3-345976c0fe27 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:03:46.330734 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] 10.222.0.88 "PUT /v2.0/routers/8770793d-4a68-4a2f-81f0-1506f10f83a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8204916 May 20 09:03:46.793521 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38152) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:46.799695 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894035407', 'description': 'tempest-description--1053764495'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:46.806058 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:46.811046 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Usage tracker for resource:security_group and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:46.813987 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:46.820518 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:46.836192 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:46.863311 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:46.867154 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Usage tracker for resource:security_group_rule and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:46.870452 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:46.876646 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:46.948305 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:46.953439 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:46.956876 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5d881d08-9282-431f-b10d-447427be7e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:46.996082 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfbf1e6-9610-409c-aef4-1518798e5deb,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:47.000036 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:47.001004 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.002207 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2076044 May 20 09:03:47.005048 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38156) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:47.010650 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'security_group_rule': {'security_group_id': 'ecfbf1e6-9610-409c-aef4-1518798e5deb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:47.017650 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:47.026383 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Usage tracker for resource:security_group_rule and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:47.029350 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:47.045488 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:47.065635 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.124577 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4a1790f5-9934-44ee-999e-11fcfdbe2b14 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:03:47.160276 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.164967 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.189382 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:47.198744 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.199921 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1939352 May 20 09:03:47.202996 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38164) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:47.208106 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc617880-d4fc-4442-9d5c-49739ca79663,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:47.209068 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'security_group_rule': {'security_group_id': 'ecfbf1e6-9610-409c-aef4-1518798e5deb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:47.211543 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:47.217291 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:47.221637 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Usage tracker for resource:security_group_rule and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:47.226227 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:47.231478 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 4a1790f5-9934-44ee-999e-11fcfdbe2b14 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:03:47.235480 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:47.237884 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 4a1790f5-9934-44ee-999e-11fcfdbe2b14 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:47.238629 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.257546 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.333478 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.338744 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.342462 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9910daa0-fabd-4805-a70c-39acb76568f3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:47.381858 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c81d61-63f3-4a17-b1d8-7f27d664ab9c,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:47.390726 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:47.399778 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.400335 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.407966 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38172) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:47.408177 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2014976 May 20 09:03:47.411168 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'floatingip': {'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:47.421635 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:47.427170 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Usage tracker for resource:floatingip and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:47.427895 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 4a1790f5-9934-44ee-999e-11fcfdbe2b14, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=4a1790f5-9934-44ee-999e-11fcfdbe2b14,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:47.431617 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:47.435335 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.437510 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-c0966af5-3774-4232-a902-3725e6e518fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:47.443611 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:47.458280 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.514989 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=4a1790f5-9934-44ee-999e-11fcfdbe2b14,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:47.519444 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:47.586200 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Sync routers for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:03:47.597891 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:03:47.598618 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:03:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:47.618744 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.768608 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Allocated IP 172.28.2.128 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/794d54f9-7fd5-4d35-a3c1-7e16b75ac8ac) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:03:47.783867 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:03:47.926543 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.957976 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:47.961707 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:48.027712 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:03:48.030678 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:48.034492 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:03:48.069460 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'Port': ['ID=794d54f9-7fd5-4d35-a3c1-7e16b75ac8ac,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:48.073825 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:48.111771 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 2, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:48.116107 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Checking router: 8770793d-4a68-4a2f-81f0-1506f10f83a4 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:03:48.116583 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Updating router 8770793d-4a68-4a2f-81f0-1506f10f83a4 port 71a0cf04-b333-467d-b6f3-345976c0fe27 binding host dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:03:48.168928 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.170459 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.244554 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.472690 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.477493 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.483086 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-bfc62bf5-b6d5-4788-a9b0-63ae58b9b297 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:48.544034 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Notify callbacks [] for port, precommit_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.556978 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.provisioning_blocks [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Transition to ACTIVE for port object 71a0cf04-b333-467d-b6f3-345976c0fe27 will not be triggered until provisioned by entity L2. {{(pid=91690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:03:48.563906 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.568447 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:48.594595 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'Port': ['ID=794d54f9-7fd5-4d35-a3c1-7e16b75ac8ac,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:48.599035 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:48.607441 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.632146 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.633409 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2270484 May 20 09:03:48.645361 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Pushing event updated for resources: {'Port': ['ID=71a0cf04-b333-467d-b6f3-345976c0fe27,revision_number=3']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:48.707343 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.707675 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.708227 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.708556 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.708941 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.709277 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.709592 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.709900 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.710391 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.710876 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.711572 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.711572 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:03:48.740402 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:48.845411 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-24e314fd-d99e-4eba-8189-a8eb6dc5cd52 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Synchronizing usage tracker for tenant:a0aefa4f74614db8846376f4553b6aad on resource:security_group {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:03:48.851163 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Attempting to bind port 71a0cf04-b333-467d-b6f3-345976c0fe27 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:03:48.851587 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Attempting to bind port 71a0cf04-b333-467d-b6f3-345976c0fe27 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:03:48.851991 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Attempting to bind port 71a0cf04-b333-467d-b6f3-345976c0fe27 on network 208769b1-b057-420c-8d34-7ef6134b24c2 {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:03:48.858517 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:03:48.859028 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Checking segment: {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:03:48.860105 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.860105 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Bound using segment: {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:03:48.860368 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Bound port: 71a0cf04-b333-467d-b6f3-345976c0fe27, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'}}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:03:48.860846 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.867070 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-24e314fd-d99e-4eba-8189-a8eb6dc5cd52 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Unset dirty status for tenant:a0aefa4f74614db8846376f4553b6aad on resource:security_group {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:03:48.876389 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-24e314fd-d99e-4eba-8189-a8eb6dc5cd52 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1894035407&fields=id&tenant_id=a0aefa4f74614db8846376f4553b6aad HTTP/1.1" status: 200 len: 267 time: 0.0880263 May 20 09:03:48.959591 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] For port 71a0cf04-b333-467d-b6f3-345976c0fe27, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:03:48.962722 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] For port 71a0cf04-b333-467d-b6f3-345976c0fe27, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=71a0cf04-b333-467d-b6f3-345976c0fe27,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:03:48.968757 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:48.973821 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:49.051583 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:03:49.052228 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:03:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:49.120047 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-a9d67ec7-11e6-4ced-a847-782b2841ca93 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:49.121035 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-a9d67ec7-11e6-4ced-a847-782b2841ca93 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Synchronizing usage tracker for tenant:a0aefa4f74614db8846376f4553b6aad on resource:network {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:03:49.129662 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4a1790f5-9934-44ee-999e-11fcfdbe2b14 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:03:49.138155 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Pushing event updated for resources: {'Port': ['ID=71a0cf04-b333-467d-b6f3-345976c0fe27,revision_number=4']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:49.150090 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:49.182897 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-a9d67ec7-11e6-4ced-a847-782b2841ca93 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Unset dirty status for tenant:a0aefa4f74614db8846376f4553b6aad on resource:network {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:03:49.184986 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-a9d67ec7-11e6-4ced-a847-782b2841ca93 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/networks?id=208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 200 len: 811 time: 0.3074801 May 20 09:03:49.209088 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-8e8bef8e-e3f3-4b9d-ae3c-47c3a99b6253 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/quotas/a0aefa4f74614db8846376f4553b6aad HTTP/1.1" status: 200 len: 375 time: 0.0159342 May 20 09:03:49.222547 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 4a1790f5-9934-44ee-999e-11fcfdbe2b14 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:49.223291 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:49.314093 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:03:49.337444 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-90446f37-3a01-464f-b1a7-481052f7cfa1 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0aefa4f74614db8846376f4553b6aad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1138132 May 20 09:03:49.504933 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-605459b0-d263-424f-bb9f-2c024d889727 service neutron] 10.222.0.88 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630189 May 20 09:03:49.661514 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-cc7d208e-6dbc-47f5-82bc-51c200ee21d6 service neutron] 10.222.0.88 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499069 May 20 09:03:49.678332 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:48Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:49.682493 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f76eaec-5f49-477c-89c9-aba6b17f537c None None] The sync data for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb is: [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:48Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:03:49.925638 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ad9ed99c-f41a-484d-96b0-6dc22fe91bed req-f8796149-57dd-4fd8-96e5-d0fdb401e89d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 210 time: 0.0752640 May 20 09:03:51.074719 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cafc3151-18e0-4b6f-85ce-f4dc71dc4545 req-4ac1b634-42e2-4675-b249-b863e5a9053f tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 210 time: 0.0495989 May 20 09:03:51.115709 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 71a0cf04-b333-467d-b6f3-345976c0fe27 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:03:51.199439 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 71a0cf04-b333-467d-b6f3-345976c0fe27 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:03:51.205758 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 71a0cf04-b333-467d-b6f3-345976c0fe27 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:51.206181 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:51.398483 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:51.446391 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 71a0cf04-b333-467d-b6f3-345976c0fe27, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=71a0cf04-b333-467d-b6f3-345976c0fe27,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:51.453418 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:51.456030 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:51.572886 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=71a0cf04-b333-467d-b6f3-345976c0fe27,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:51.581112 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:51.678859 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-315637b5-c174-4b7d-977f-e1b980bae794 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:51.680271 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-315637b5-c174-4b7d-977f-e1b980bae794 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.97 "GET /v2.0/networks?id=208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 200 len: 811 time: 0.3790908 May 20 09:03:51.753122 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-a6bb3cc5-8d8b-4251-9a43-f01a36989dbd tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0aefa4f74614db8846376f4553b6aad HTTP/1.1" status: 200 len: 380 time: 0.0509691 May 20 09:03:51.768112 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'port': {'device_id': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'admin_state_up': True, 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'security_groups': ['ecfbf1e6-9610-409c-aef4-1518798e5deb']}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:51.915192 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:51.921213 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Usage tracker for resource:port and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:51.924274 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:51.927689 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f621-86b7-40e3-9a1e-cf816146097e req-ad9fcbe2-ddd4-406b-a590-aa44a775ff1e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:51.929360 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e345f621-86b7-40e3-9a1e-cf816146097e req-ad9fcbe2-ddd4-406b-a590-aa44a775ff1e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 947 time: 0.0886743 May 20 09:03:51.930771 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:51.942082 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Made reservation on behalf of a0aefa4f74614db8846376f4553b6aad for: {'port': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:03:51.945647 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:51.983807 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e345f621-86b7-40e3-9a1e-cf816146097e req-8fbcbf14-c0cd-4ea1-9d3e-7075bfe8532b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472445 May 20 09:03:52.108494 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Allocated IP 172.20.0.14 (208769b1-b057-420c-8d34-7ef6134b24c2/bb71ea7a-440e-4ff3-af8e-dbb512184685/4ed59c08-4a07-4cb5-b474-07e2412d65f3) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:03:52.251179 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c229c092-3da7-4a87-9990-a70c25fa68b1 req-aa700055-223c-45f7-8f2d-29fef9a26df9 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 210 time: 0.0434368 May 20 09:03:52.308668 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:52.324600 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Transition to ACTIVE for port object 4ed59c08-4a07-4cb5-b474-07e2412d65f3 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:03:52.347645 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:52.353684 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fc17355b-b100-444b-a19d-e5e13bb891d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:52.420687 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Network 208769b1-b057-420c-8d34-7ef6134b24c2 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:03:52.423766 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:52.426152 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:03:52.467390 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'Port': ['ID=4ed59c08-4a07-4cb5-b474-07e2412d65f3,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:52.470272 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:52.504843 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:52.505480 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:52.527027 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-01f7d2ad-ad89-46a9-871f-17a215c000d0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7626772 May 20 09:03:52.558294 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Request body: {'port': {'device_id': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:52.632633 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-b2937f8c-bc69-43dc-9e7a-f4fc8e0c7545 None None] Provisioning for port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:03:52.638413 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-b2937f8c-bc69-43dc-9e7a-f4fc8e0c7545 None None] Provisioning complete for port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:52.639019 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-b2937f8c-bc69-43dc-9e7a-f4fc8e0c7545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:52.677799 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:52.714415 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-b2937f8c-bc69-43dc-9e7a-f4fc8e0c7545 None None] Port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:03:52.942673 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38270) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:53.060226 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed59c08-4a07-4cb5-b474-07e2412d65f3 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:03:53.068272 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.086534 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Transition to ACTIVE for port object 4ed59c08-4a07-4cb5-b474-07e2412d65f3 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:03:53.092060 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.103455 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:53.134259 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 71a0cf04-b333-467d-b6f3-345976c0fe27 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:03:53.139665 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-658f3d76-06e3-431b-b2f9-04ca5c6174c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.181506 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-658f3d76-06e3-431b-b2f9-04ca5c6174c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:53.188548 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-658f3d76-06e3-431b-b2f9-04ca5c6174c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2610175176814c26b56ba7a14f041128 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:53.206682 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-658f3d76-06e3-431b-b2f9-04ca5c6174c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:53.219513 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-658f3d76-06e3-431b-b2f9-04ca5c6174c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:53.234126 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 71a0cf04-b333-467d-b6f3-345976c0fe27 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:03:53.234676 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.272597 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4ae95-5900-431a-9fc6-292828ffca94 req-6aa805fd-4bc3-4f55-804d-d1b3ae63d385 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:53.275316 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bb4ae95-5900-431a-9fc6-292828ffca94 req-6aa805fd-4bc3-4f55-804d-d1b3ae63d385 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 947 time: 0.1703682 May 20 09:03:53.343674 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bb4ae95-5900-431a-9fc6-292828ffca94 req-e5552f21-c3f9-427c-b423-44898a87ac2f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627544 May 20 09:03:53.385619 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed59c08-4a07-4cb5-b474-07e2412d65f3,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:53.401604 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Attempting to bind port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:03:53.402182 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Attempting to bind port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:03:53.402703 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Attempting to bind port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 on network 208769b1-b057-420c-8d34-7ef6134b24c2 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:03:53.407809 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:53.410190 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 on network 208769b1-b057-420c-8d34-7ef6134b24c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:03:53.410677 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Attempting to bind port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 on network 208769b1-b057-420c-8d34-7ef6134b24c2 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:03:53.432389 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:03:53.432659 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Checking segment: {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:03:53.433026 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Bound using segment: {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:03:53.433492 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Bound port: 4ed59c08-4a07-4cb5-b474-07e2412d65f3, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:03:53.433826 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.461009 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-658f3d76-06e3-431b-b2f9-04ca5c6174c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.466225 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-658f3d76-06e3-431b-b2f9-04ca5c6174c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.478745 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b43a5c00-fea7-46c8-b821-c9fb94ffe64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:53.534841 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] For port 4ed59c08-4a07-4cb5-b474-07e2412d65f3, host hv-cinder-79091, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:03:53.538169 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] For port 4ed59c08-4a07-4cb5-b474-07e2412d65f3, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=4ed59c08-4a07-4cb5-b474-07e2412d65f3,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:03:53.546435 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.552115 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:53.571585 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-658f3d76-06e3-431b-b2f9-04ca5c6174c0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2610175176814c26b56ba7a14f041128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6276963 May 20 09:03:53.581206 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38284) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:53.586637 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f3d76-06e3-431b-b2f9-04ca5c6174c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4712e5ab-e8a7-401f-8ff5-64e47c76a2fc,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:53.599659 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-658f3d76-06e3-431b-b2f9-04ca5c6174c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:53.617710 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:53.618847 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.620557 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] 10.222.0.97 "PUT /v2.0/ports/4ed59c08-4a07-4cb5-b474-07e2412d65f3 HTTP/1.1" status: 200 len: 1094 time: 1.0669711 May 20 09:03:53.621099 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'tag': '4ed59c08-4a07-4cb5-b474-07e2412d65f3'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:03:53.646917 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed59c08-4a07-4cb5-b474-07e2412d65f3,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:53.650249 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:53.666591 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-384b8d96-258c-4ef1-9e84-29aaac7ab9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.676396 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaa82e-0ec5-48b0-9606-1b6334a32722 req-fdd7b1ee-7004-461f-9681-7ae061421b0c tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:53.678014 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cccaa82e-0ec5-48b0-9606-1b6334a32722 req-fdd7b1ee-7004-461f-9681-7ae061421b0c tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 944 time: 0.2018676 May 20 09:03:53.683083 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'tag': '4ed59c08-4a07-4cb5-b474-07e2412d65f3', 'status': 'completed', 'code': 200} May 20 09:03:53.737571 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-384b8d96-258c-4ef1-9e84-29aaac7ab9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.767212 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cccaa82e-0ec5-48b0-9606-1b6334a32722 req-4fcc126d-1ce9-46ad-b890-fa2c44eeedac tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790656 May 20 09:03:53.839823 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-384b8d96-258c-4ef1-9e84-29aaac7ab9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.844875 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b4f11121-6efc-4165-8e81-8d832424aa08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:53.860697 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b8d96-258c-4ef1-9e84-29aaac7ab9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4712e5ab-e8a7-401f-8ff5-64e47c76a2fc,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:53.864397 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-384b8d96-258c-4ef1-9e84-29aaac7ab9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:53.868044 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-384b8d96-258c-4ef1-9e84-29aaac7ab9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:53.871426 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-384b8d96-258c-4ef1-9e84-29aaac7ab9bf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4712e5ab-e8a7-401f-8ff5-64e47c76a2fc HTTP/1.1" status: 204 len: 168 time: 0.2870626 May 20 09:03:53.949855 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-886bc215-ee43-4051-af3f-c7bbb94e8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:53.952138 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-886bc215-ee43-4051-af3f-c7bbb94e8b06 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a0aefa4f74614db8846376f4553b6aad&device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 1097 time: 0.2089200 May 20 09:03:54.005856 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-8cf0d105-5fbf-4a52-8d8e-ea7a807a4793 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:54.008317 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-8cf0d105-5fbf-4a52-8d8e-ea7a807a4793 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.97 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 947 time: 0.0972526 May 20 09:03:54.056721 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-cad1c115-54e1-4b09-88f0-638f454037e0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ed59c08-4a07-4cb5-b474-07e2412d65f3 HTTP/1.1" status: 200 len: 217 time: 0.0879023 May 20 09:03:54.121294 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-611bfd14-7401-4510-99fa-5e92e97ed70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:54.123663 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-611bfd14-7401-4510-99fa-5e92e97ed70c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bb71ea7a-440e-4ff3-af8e-dbb512184685 HTTP/1.1" status: 200 len: 850 time: 0.0604777 May 20 09:03:54.168633 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Deleting port cee49672-cf22-4266-8819-dea793d4ca03 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:03:54.169077 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:54.210649 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1e9d4a39-418b-4cd7-a6d6-3f2266e2c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:54.212525 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-1e9d4a39-418b-4cd7-a6d6-3f2266e2c642 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=208769b1-b057-420c-8d34-7ef6134b24c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813751 May 20 09:03:54.313907 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] For port cee49672-cf22-4266-8819-dea793d4ca03, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cee49672-cf22-4266-8819-dea793d4ca03,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:54.314505 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:54.359091 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-2fa13f2d-ba9a-41f9-bfba-0aaa347be247 service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390164 May 20 09:03:54.529303 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-757cf463-67ff-4294-bf8f-b6736ca7678c req-70095788-9b5e-4cfe-805f-342ddb28658f service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614203 May 20 09:03:54.676663 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38314) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:54.713089 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea03934-c794-4fd8-b3bc-4a33edbb1119 req-2dd53992-4fad-4bb1-91f3-7203d414570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:54.715479 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4ea03934-c794-4fd8-b3bc-4a33edbb1119 req-2dd53992-4fad-4bb1-91f3-7203d414570e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a0aefa4f74614db8846376f4553b6aad&device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 1097 time: 0.0871367 May 20 09:03:54.869311 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4a973-33f7-4c3c-98f2-da33fab2ce25 req-502af29a-32ea-46b4-b294-cf43d4dc186b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:54.871757 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fec4a973-33f7-4c3c-98f2-da33fab2ce25 req-502af29a-32ea-46b4-b294-cf43d4dc186b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 947 time: 0.3569314 May 20 09:03:54.876803 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:54.877409 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:54.878019 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.l3_db [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Floating IP fe976648-3e05-4187-91b0-92246acde8f3 disassociated. External IP: 172.28.2.219, port: cee49672-cf22-4266-8819-dea793d4ca03. May 20 09:03:54.878526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Calling delete_port for cee49672-cf22-4266-8819-dea793d4ca03 owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:03:54.896738 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-309088601-network', 'tenant_id': '1210d4d3726245009d762c50adc0541f'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:54.913499 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:54.929147 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Usage tracker for resource:network and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:54.934424 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:54.943511 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:54.973412 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea03934-c794-4fd8-b3bc-4a33edbb1119 req-15c5a5de-2a3d-4c06-8846-202f3fcb0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:54.975102 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4ea03934-c794-4fd8-b3bc-4a33edbb1119 req-15c5a5de-2a3d-4c06-8846-202f3fcb0683 service neutron] 10.222.0.97 "GET /v2.0/networks?id=208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 200 len: 913 time: 0.2522216 May 20 09:03:54.976301 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Made reservation on behalf of 1210d4d3726245009d762c50adc0541f for: {'network': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:03:54.979343 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:55.011065 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fec4a973-33f7-4c3c-98f2-da33fab2ce25 req-f78b7050-25be-4fc9-868f-78b0a8db9fdc tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=0eb984a3-28bc-4ab7-8c82-c05360782b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241748 May 20 09:03:55.054780 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a39e0-cb0f-474a-8d56-6e3fa9873fb0 req-e3324779-d59d-4a4a-b1c5-36c247b56256 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:55.056410 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-720a39e0-cb0f-474a-8d56-6e3fa9873fb0 req-e3324779-d59d-4a4a-b1c5-36c247b56256 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 944 time: 0.1403410 May 20 09:03:55.063376 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:55.074565 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4ea03934-c794-4fd8-b3bc-4a33edbb1119 req-13986c6e-de71-43e2-8856-c90420565123 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ed59c08-4a07-4cb5-b474-07e2412d65f3 HTTP/1.1" status: 200 len: 217 time: 0.0852559 May 20 09:03:55.080335 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:55.085452 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Usage tracker for resource:security_group_rule and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:55.118413 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:55.134896 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:55.153146 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-720a39e0-cb0f-474a-8d56-6e3fa9873fb0 req-bcd39fb5-8866-4347-a896-aec84f956183 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900373 May 20 09:03:55.166136 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:55.173145 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-726f3b9e-f284-4332-ab49-ead5398f6286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:55.179620 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea03934-c794-4fd8-b3bc-4a33edbb1119 req-46fbbcda-6ce2-4ec3-8cad-cc3e1cbc8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:55.180891 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4ea03934-c794-4fd8-b3bc-4a33edbb1119 req-46fbbcda-6ce2-4ec3-8cad-cc3e1cbc8b8d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bb71ea7a-440e-4ff3-af8e-dbb512184685 HTTP/1.1" status: 200 len: 850 time: 0.0966744 May 20 09:03:55.222090 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event deleted for resources: {'Port': ['ID=cee49672-cf22-4266-8819-dea793d4ca03,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:55.225773 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:55.309545 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:55.314643 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:55.319217 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:55.330531 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea03934-c794-4fd8-b3bc-4a33edbb1119 req-02985eaa-42e3-41d9-bc65-07f80c987498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:55.332054 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4ea03934-c794-4fd8-b3bc-4a33edbb1119 req-02985eaa-42e3-41d9-bc65-07f80c987498 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=208769b1-b057-420c-8d34-7ef6134b24c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1404843 May 20 09:03:55.349043 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=91687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:03:55.392959 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b895b0f-c480-4870-b85e-d9462c6b1280,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:55.395986 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:55.396326 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.segments_db [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Added segment cc1b253a-5f92-4709-9aa1-56c81884d526 of type vlan for network ab513153-7e55-4aee-9814-9bf571dff8d6 May 20 09:03:55.408110 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:55.439618 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Router b5a53162-4afc-485e-a413-fc98e1b29965 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:03:55.495537 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:55.541316 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4ea03934-c794-4fd8-b3bc-4a33edbb1119 req-e3e2e963-695e-4230-9d84-4c9ce463bbba service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899171 May 20 09:03:55.570450 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:55.573908 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:55.574488 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:55.587243 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:55.626131 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:03:55.639066 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5264c-6a29-44b6-923b-c6c9b93ca7a4 None None] Sync routers for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:03:55.654392 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5264c-6a29-44b6-923b-c6c9b93ca7a4 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:03:55.655490 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b7a5264c-6a29-44b6-923b-c6c9b93ca7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:03:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:55.711337 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] No DVR routers for this DVR port cee49672-cf22-4266-8819-dea793d4ca03 on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:03:55.714742 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:55.718794 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'name': 'network-vif-deleted', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:03:55.726107 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aa13ab7c-2982-49fc-9fd4-696f9462e518 req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.97 "DELETE /v2.0/ports/cee49672-cf22-4266-8819-dea793d4ca03 HTTP/1.1" status: 204 len: 173 time: 1.7077432 May 20 09:03:55.758962 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Pushing event updated for resources: {'Network': ['ID=ab513153-7e55-4aee-9814-9bf571dff8d6,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:55.764633 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:55.771979 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0907700 May 20 09:03:55.771979 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38326) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:55.779538 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Request body: {'subnet': {'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-309088601-subnet', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'ip_version': 4}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:55.779768 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network ab513153-7e55-4aee-9814-9bf571dff8d6 details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:03:55.786608 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:55.797648 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Usage tracker for resource:subnet and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:55.804127 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:55.811622 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29aa35c-e29a-407c-9e8e-2de4d168c7cd', 'name': 'network-vif-deleted', 'tag': 'cee49672-cf22-4266-8819-dea793d4ca03', 'status': 'completed', 'code': 200} May 20 09:03:55.828980 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:55.846339 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4ea03934-c794-4fd8-b3bc-4a33edbb1119 req-c4db6fa6-4f23-4619-a896-3319b7450a77 service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985947 May 20 09:03:55.851334 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Made reservation on behalf of 1210d4d3726245009d762c50adc0541f for: {'subnet': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:03:55.857126 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6713014'] for subnet, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:56.031987 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-b7a5264c-6a29-44b6-923b-c6c9b93ca7a4 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:03:56.237577 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ba2ac8fc-f403-4a43-be7b-83bb78f5cd5d req-464460c4-2a77-46d9-be98-fce023b7ef9a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Synchronizing usage tracker for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:03:56.258604 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ba2ac8fc-f403-4a43-be7b-83bb78f5cd5d req-464460c4-2a77-46d9-be98-fce023b7ef9a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Unset dirty status for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:03:56.260360 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ba2ac8fc-f403-4a43-be7b-83bb78f5cd5d req-464460c4-2a77-46d9-be98-fce023b7ef9a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=e29aa35c-e29a-407c-9e8e-2de4d168c7cd HTTP/1.1" status: 200 len: 210 time: 0.0695491 May 20 09:03:56.549887 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5630989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6712996'] for subnet, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:56.555486 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9b906063-8835-4c3b-b6b2-231e6e9d1274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:56.567674 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b7a5264c-6a29-44b6-923b-c6c9b93ca7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:56.573311 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5264c-6a29-44b6-923b-c6c9b93ca7a4 None None] Checking router: b5a53162-4afc-485e-a413-fc98e1b29965 for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:03:56.584723 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5264c-6a29-44b6-923b-c6c9b93ca7a4 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:03:56.585515 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b7a5264c-6a29-44b6-923b-c6c9b93ca7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:03:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:56.589420 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaca288-bbf9-4205-be4e-41cd4c916429 req-e5e73221-fac4-4b03-a165-05f914ac2004 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:56.593396 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ebaca288-bbf9-4205-be4e-41cd4c916429 req-e5e73221-fac4-4b03-a165-05f914ac2004 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 944 time: 0.1359301 May 20 09:03:56.658607 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ebaca288-bbf9-4205-be4e-41cd4c916429 req-cb8e9849-2504-4c83-bdfc-07a220f3f5db tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583148 May 20 09:03:56.698923 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98de9bf2-24b4-4e86-89a0-6b32b34c6013,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:56.709651 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:56.710365 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Checking segment: {'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:03:56.710723 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Network hostable DHCP agents. Network: ab513153-7e55-4aee-9814-9bf571dff8d6, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:03:56.732902 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Network ab513153-7e55-4aee-9814-9bf571dff8d6 is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:03:56.745477 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, ab513153-7e55-4aee-9814-9bf571dff8d6) {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:56.759455 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:56.760091 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:56.775974 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea5d8d8-b5c5-40bb-9855-a6d0e54e963e None None] Network ab513153-7e55-4aee-9814-9bf571dff8d6 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:03:56.792976 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0198596 May 20 09:03:56.795675 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38344) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:56.801106 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:56.806460 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:56.814683 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Usage tracker for resource:router and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:56.819148 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:56.828276 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:56.853346 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8119521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31756'] for router, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:56.855372 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8120823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8210336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8064580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31751'] for router, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:56.879114 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:56.975661 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-b7a5264c-6a29-44b6-923b-c6c9b93ca7a4 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:03:57.181150 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8210322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8119543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31761'] for router, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:57.379591 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd426b12a-b5bf-5c7a-8a21-2acd444125f9-ab513153-7e55-4aee-9814-9bf571dff8d6', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013'}]}} from dv-cinder-790910-5-smb. {{(pid=91689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:03:57.380768 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:57.492748 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38356) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:57.568042 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f52ba62f-379e-47c9-9364-f531b51e91b7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:57.602257 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f52ba62f-379e-47c9-9364-f531b51e91b7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:57.604948 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b7a5264c-6a29-44b6-923b-c6c9b93ca7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:57.614864 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5264c-6a29-44b6-923b-c6c9b93ca7a4 None None] The sync data for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb is: [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:03:57.624242 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.db_base_plugin_common [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Allocated IP 172.20.0.2 (ab513153-7e55-4aee-9814-9bf571dff8d6/98de9bf2-24b4-4e86-89a0-6b32b34c6013/f9e42278-4c84-44fe-845d-49c3d9a3c508) {{(pid=91689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:03:57.665639 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:57.677397 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f52ba62f-379e-47c9-9364-f531b51e91b7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:57.683636 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b32c39dd-751a-4434-b757-0816945f4f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:57.692817 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 4ed59c08-4a07-4cb5-b474-07e2412d65f3 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:03:57.700122 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ba62f-379e-47c9-9364-f531b51e91b7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb984a3-28bc-4ab7-8c82-c05360782b6f,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:57.704206 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f52ba62f-379e-47c9-9364-f531b51e91b7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:57.723968 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f52ba62f-379e-47c9-9364-f531b51e91b7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:57.728553 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-f52ba62f-379e-47c9-9364-f531b51e91b7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "DELETE /v2.0/security-groups/0eb984a3-28bc-4ab7-8c82-c05360782b6f HTTP/1.1" status: 204 len: 168 time: 0.2342446 May 20 09:03:57.729191 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38362) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:57.732578 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:57.746624 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.api.v2.resource [None req-a28f84b7-cb3a-4477-bdc4-e0242c3505fd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] show failed (client error): The resource could not be found. May 20 09:03:57.751811 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a28f84b7-cb3a-4477-bdc4-e0242c3505fd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups/0eb984a3-28bc-4ab7-8c82-c05360782b6f HTTP/1.1" status: 404 len: 347 time: 0.0216084 May 20 09:03:57.752365 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38366) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:57.888561 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 4ed59c08-4a07-4cb5-b474-07e2412d65f3, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=4ed59c08-4a07-4cb5-b474-07e2412d65f3,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:58.034976 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '4ed59c08-4a07-4cb5-b474-07e2412d65f3', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'port_id': '4ed59c08-4a07-4cb5-b474-07e2412d65f3', 'mac_address': 'fa:16:3e:96:18:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:03:58.045442 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device cee49672-cf22-4266-8819-dea793d4ca03 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:03:58.051900 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c48c1b-7b2a-4838-b35d-b44a5b566b95 None None] New status for floating IP fe976648-3e05-4187-91b0-92246acde8f3: DOWN {{(pid=91690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:03:58.085375 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Allocated IP 172.28.2.214 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/86a3677c-71b2-40c5-8a6b-fdb4a738b75e) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:03:58.143821 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Deleting port 91c210fe-7427-4f0d-9b9c-6f70700258f2 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:03:58.152088 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.264864 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc43dad-b0cd-4b7c-8697-c9e2dbf4f9c9 req-48b413b3-0c8c-46a3-a58e-339a64b899c9 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:58.273296 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4cc43dad-b0cd-4b7c-8697-c9e2dbf4f9c9 req-48b413b3-0c8c-46a3-a58e-339a64b899c9 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 944 time: 0.3914335 May 20 09:03:58.309202 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.319669 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: cee49672-cf22-4266-8819-dea793d4ca03 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:03:58.320021 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device cee49672-cf22-4266-8819-dea793d4ca03 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:03:58.355495 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4cc43dad-b0cd-4b7c-8697-c9e2dbf4f9c9 req-d6f1c800-3a0a-463a-9d39-6e2a95612daf tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814524 May 20 09:03:58.368803 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.404883 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.411162 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:58.439797 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.440302 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.440833 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Notify callbacks [] for port, precommit_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.460449 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed59c08-4a07-4cb5-b474-07e2412d65f3 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:03:58.490797 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:03:58.494722 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:58.499391 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:03:58.503922 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Transition to ACTIVE for port object f9e42278-4c84-44fe-845d-49c3d9a3c508 will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:03:58.532463 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 4ed59c08-4a07-4cb5-b474-07e2412d65f3, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=4ed59c08-4a07-4cb5-b474-07e2412d65f3,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:58.544612 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.552429 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:58.602712 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Transition to ACTIVE for port object f9e42278-4c84-44fe-845d-49c3d9a3c508 will not be triggered until provisioned by entity DHCP. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:03:58.618556 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.646347 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Pushing event updated for resources: {'Port': ['ID=86a3677c-71b2-40c5-8a6b-fdb4a738b75e,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:58.650428 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:58.651648 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Network ab513153-7e55-4aee-9814-9bf571dff8d6 is already hosted by enough agents. {{(pid=91689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:03:58.651785 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Calling delete_port for 91c210fe-7427-4f0d-9b9c-6f70700258f2 owned by network:floatingip {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:03:58.657066 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.base_scheduler [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Resources bound (agent type, host, resource id): {{(pid=91689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:03:58.659525 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Received port after_create {{(pid=91689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:03:58.667441 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=4ed59c08-4a07-4cb5-b474-07e2412d65f3,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:58.670608 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:58.671431 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:58.785031 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.792296 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3910c92e-4878-45c2-8aed-13735b67020c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:58.823693 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Pushing event updated for resources: {'Port': ['ID=f9e42278-4c84-44fe-845d-49c3d9a3c508,revision_number=1']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:58.826572 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:58.828910 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Attempting to bind port f9e42278-4c84-44fe-845d-49c3d9a3c508 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:03:58.829280 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Attempting to bind port f9e42278-4c84-44fe-845d-49c3d9a3c508 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:03:58.829640 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Attempting to bind port f9e42278-4c84-44fe-845d-49c3d9a3c508 on network ab513153-7e55-4aee-9814-9bf571dff8d6 {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:03:58.838803 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:03:58.839377 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Checking segment: {'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:03:58.839607 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.840150 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Bound using segment: {'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:03:58.840650 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event deleted for resources: {'Port': ['ID=91c210fe-7427-4f0d-9b9c-6f70700258f2,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:58.840870 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Bound port: f9e42278-4c84-44fe-845d-49c3d9a3c508, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:03:58.841200 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.843889 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:58.866297 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['4ed59c08-4a07-4cb5-b474-07e2412d65f3'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:03:58.932923 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.954578 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:58.955725 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "DELETE /v2.0/floatingips/fe976648-3e05-4187-91b0-92246acde8f3 HTTP/1.1" status: 204 len: 168 time: 1.2024436 May 20 09:03:58.987013 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:59.020692 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] For port f9e42278-4c84-44fe-845d-49c3d9a3c508, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:03:59.024762 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] For port f9e42278-4c84-44fe-845d-49c3d9a3c508, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=f9e42278-4c84-44fe-845d-49c3d9a3c508,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:03:59.049207 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:59.058444 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:59.182023 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Pushing event updated for resources: {'Port': ['ID=f9e42278-4c84-44fe-845d-49c3d9a3c508,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:59.194124 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:59.541782 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8210378'] for router, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:59.657267 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38382) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:59.663953 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1244348803', 'description': 'tempest-description--1619051252'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:59.671309 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:59.676042 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:security_group and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:59.679034 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:59.685925 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:59.698561 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:59.722379 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:59.726528 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:security_group_rule and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:59.731103 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:59.741712 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:59.791107 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ca409-1e71-47e0-a54d-4be1ca353f2e req-547b7f64-34fc-4ddb-9dbf-2cd747a9cfc1 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:59.792324 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-865ca409-1e71-47e0-a54d-4be1ca353f2e req-547b7f64-34fc-4ddb-9dbf-2cd747a9cfc1 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 945 time: 0.2471435 May 20 09:03:59.865832 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-865ca409-1e71-47e0-a54d-4be1ca353f2e req-bb299e0a-2d7d-41be-b479-5b67ad3a85db tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650892 May 20 09:03:59.870806 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:59.876470 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:59.878992 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Router a268e6dd-5c35-4440-96e4-33cabdd2b51f is scheduled to L3 agent c70db390-4164-4320-811d-63d91c5b3be7 with binding_index 1 {{(pid=91688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:03:59.889188 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b7d3cdb0-5dac-49df-aefd-afa51d9891c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:59.926538 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab029df-3d3d-44c7-9c3e-8a558da25cdc,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:59.929293 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:59.933346 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2711675 May 20 09:03:59.933346 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-71882b6d-531d-4952-9f3a-1d027b17ba09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:59.933615 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38388) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:59.939139 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'security_group_rule': {'security_group_id': '3ab029df-3d3d-44c7-9c3e-8a558da25cdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:03:59.947764 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:03:59.953231 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:security_group_rule and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:03:59.956288 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:03:59.962926 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:03:59.980425 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:00.053440 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:00.057981 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:00.060247 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-cb282256-15ab-4236-82d3-385e7baebb86 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:00.065692 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:04:00.076131 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Sync routers for ids ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:04:00.087360 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188d20da-6f39-4a61-afe1-06626662d096,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:00.094195 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:00.099477 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Routers {'a268e6dd-5c35-4440-96e4-33cabdd2b51f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:00.100114 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:03:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:00.102058 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Notify callbacks [] for router, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:00.107004 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3064797 May 20 09:04:00.107246 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38392) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:00.110025 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:00.113724 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1766357 May 20 09:04:00.114560 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38396) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:00.121079 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'security_group_rule': {'security_group_id': '3ab029df-3d3d-44c7-9c3e-8a558da25cdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:00.128584 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:00.133696 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:security_group_rule and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:00.138827 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:00.148079 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:00.172734 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:00.280809 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:00.288899 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:00.293262 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6a588da3-966f-465c-aca5-a1cbd8372ba6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:00.330307 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4192158-ad08-4da3-932f-324c302433e9,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:00.338067 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:00.344952 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:00.346687 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-122a31ae-2c91-4d41-b7ed-9c3599d64e3f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2307332 May 20 09:04:00.349671 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38402) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:00.363486 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'floatingip': {'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:00.378121 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:00.390435 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Set router a268e6dd-5c35-4440-96e4-33cabdd2b51f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:00.393854 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:floatingip and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:00.398390 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:00.407509 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:00.487875 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:00.499692 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d67d90-88a6-4149-a8c3-1b2d5bef3e8c None None] Network ab513153-7e55-4aee-9814-9bf571dff8d6 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:04:00.702709 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-f35ed31c-d54d-4b4c-b332-3a331d897f6c None None] Provisioning for port f9e42278-4c84-44fe-845d-49c3d9a3c508 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:00.888485 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:00.947118 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:03:58Z', 'revision_number': 3, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:00.954878 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Checking router: a268e6dd-5c35-4440-96e4-33cabdd2b51f for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:04:00.954878 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Updating router a268e6dd-5c35-4440-96e4-33cabdd2b51f port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e binding host dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:04:01.015263 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:01.124324 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5831946-5ef1-47c5-be10-5ffee3c4d4a5 req-dad683ce-62e2-4de6-9702-15db7df05545 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:01.126231 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d5831946-5ef1-47c5-be10-5ffee3c4d4a5 req-dad683ce-62e2-4de6-9702-15db7df05545 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 945 time: 0.1495039 May 20 09:04:01.199878 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f9e42278-4c84-44fe-845d-49c3d9a3c508 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:01.209877 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d5831946-5ef1-47c5-be10-5ffee3c4d4a5 req-e52bbe65-3a35-46ab-9e43-e726819d37df tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735736 May 20 09:04:01.230866 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Allocated IP 172.28.2.135 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/f132d9c7-b97b-4860-8bfd-e1cf8c2e7f83) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:04:01.296899 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port f9e42278-4c84-44fe-845d-49c3d9a3c508 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:01.302273 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port f9e42278-4c84-44fe-845d-49c3d9a3c508 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:01.302657 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:01.370717 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-97ed2872-539f-4433-a4f4-d651e4e5ea9d None None] Provisioning complete for port f9e42278-4c84-44fe-845d-49c3d9a3c508 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:01.372526 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-97ed2872-539f-4433-a4f4-d651e4e5ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:01.395444 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:01.483521 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:01.500477 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:01.558088 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port f9e42278-4c84-44fe-845d-49c3d9a3c508, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=f9e42278-4c84-44fe-845d-49c3d9a3c508,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:01.565287 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:01.569041 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:01.623518 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-97ed2872-539f-4433-a4f4-d651e4e5ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:01.649246 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:01.655558 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5f56f338-cd66-4746-a53e-d3a89cd16c87 tempest-DeleteServersTestJSON-1783263215 tempest-DeleteServersTestJSON-1783263215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:01.721284 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:01.722470 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Allocated IP 172.20.0.1 (ab513153-7e55-4aee-9814-9bf571dff8d6/98de9bf2-24b4-4e86-89a0-6b32b34c6013/35442481-0cac-4bcf-87b9-52bfbf6a2628) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:04:01.726643 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:01.729775 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:04:01.736967 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=f9e42278-4c84-44fe-845d-49c3d9a3c508,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:01.780486 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'Port': ['ID=f132d9c7-b97b-4860-8bfd-e1cf8c2e7f83,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:01.784013 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 4ed59c08-4a07-4cb5-b474-07e2412d65f3 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:01.808023 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:01.862845 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.db.api [None req-97ed2872-539f-4433-a4f4-d651e4e5ea9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 09:04:01.863226 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_db.api [None req-97ed2872-539f-4433-a4f4-d651e4e5ea9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 09:04:01.905950 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:01.913166 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:01.913681 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:01.923543 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:02.056501 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.073117 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.076339 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Notify callbacks [] for port, precommit_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.104626 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Transition to ACTIVE for port object 86a3677c-71b2-40c5-8a6b-fdb4a738b75e will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:02.113690 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.123160 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.127890 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:02.129939 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Transition to ACTIVE for port object 35442481-0cac-4bcf-87b9-52bfbf6a2628 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:02.144330 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.209020 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed59c08-4a07-4cb5-b474-07e2412d65f3'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:04:02.225644 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 4ed59c08-4a07-4cb5-b474-07e2412d65f3, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=4ed59c08-4a07-4cb5-b474-07e2412d65f3,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:02.235103 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44961b-1157-404d-bcf7-3ab05b27c05b None None] Pushing event updated for resources: {'Port': ['ID=86a3677c-71b2-40c5-8a6b-fdb4a738b75e,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:02.235891 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.237354 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.250592 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b5762677-14d8-47fb-b084-f80b884c3ebb tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:02.250751 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-4e44961b-1157-404d-bcf7-3ab05b27c05b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:02.251026 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-4e44961b-1157-404d-bcf7-3ab05b27c05b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:02.282957 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Attempting to bind port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:04:02.283925 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Attempting to bind port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:04:02.284534 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Attempting to bind port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e on network 0d7e70f2-48c0-42ed-9893-06725d297828 {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:04:02.306400 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed59c08-4a07-4cb5-b474-07e2412d65f3', 'code': 200} May 20 09:04:02.307361 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:04:02.307682 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Checking segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:04:02.308087 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.308482 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Bound using segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:04:02.309121 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Bound port: 86a3677c-71b2-40c5-8a6b-fdb4a738b75e, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:04:02.310105 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.384483 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Network ab513153-7e55-4aee-9814-9bf571dff8d6 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:02.389765 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:02.395528 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:04:02.454518 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Pushing event updated for resources: {'Port': ['ID=35442481-0cac-4bcf-87b9-52bfbf6a2628,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:02.470803 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:02.509690 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126163'] for router_interface, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.515409 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=4ed59c08-4a07-4cb5-b474-07e2412d65f3,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:02.520062 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:02.527668 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] For port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:04:02.534877 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] For port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=86a3677c-71b2-40c5-8a6b-fdb4a738b75e,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:04:02.541065 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.546686 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:02.552368 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.568407 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.573966 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fff35ecc-9850-4f2f-865f-b9b548d8726f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:02.656763 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Routers {'a268e6dd-5c35-4440-96e4-33cabdd2b51f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:02.657402 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:03:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:02.675411 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5ffa8-de35-4c81-86bd-d299a01136fd req-9d3d5f26-69ec-41f9-bff7-8c300685bbd6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:02.678489 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8df5ffa8-de35-4c81-86bd-d299a01136fd req-9d3d5f26-69ec-41f9-bff7-8c300685bbd6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.1246431 May 20 09:04:02.723134 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44961b-1157-404d-bcf7-3ab05b27c05b None None] Pushing event updated for resources: {'Port': ['ID=86a3677c-71b2-40c5-8a6b-fdb4a738b75e,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:02.726203 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-4e44961b-1157-404d-bcf7-3ab05b27c05b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:02.728470 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8df5ffa8-de35-4c81-86bd-d299a01136fd req-f580eb27-a0e0-4983-817b-70adfc04022a tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 May 20 09:04:02.766316 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'Port': ['ID=f132d9c7-b97b-4860-8bfd-e1cf8c2e7f83,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:02.776651 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:02.784178 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.824064 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.825775 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4746423 May 20 09:04:02.857659 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-6ab57bfa-9a64-464b-b70b-8407d3e5ca98 None None] Provisioning for port 35442481-0cac-4bcf-87b9-52bfbf6a2628 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:02.878221 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e265928-85a5-4820-ad49-14538e918094 req-5826a606-1a7e-471d-889c-53d004b0eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:02.879004 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-6ab57bfa-9a64-464b-b70b-8407d3e5ca98 None None] Provisioning complete for port 35442481-0cac-4bcf-87b9-52bfbf6a2628 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:02.879386 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-6ab57bfa-9a64-464b-b70b-8407d3e5ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.879692 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5e265928-85a5-4820-ad49-14538e918094 req-5826a606-1a7e-471d-889c-53d004b0eebc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 1099 time: 0.2663407 May 20 09:04:02.908934 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:02.951667 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-6ab57bfa-9a64-464b-b70b-8407d3e5ca98 None None] Port 35442481-0cac-4bcf-87b9-52bfbf6a2628 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:04:02.954285 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] Set router a268e6dd-5c35-4440-96e4-33cabdd2b51f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:02.984314 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-5e265928-85a5-4820-ad49-14538e918094 req-fcfd743c-de17-4ee4-91bd-38cabeb1d7a1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945532 May 20 09:04:03.102410 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-137e04e1-23d7-4930-ae26-65e237cfd073 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1244348803&fields=id&tenant_id=3f1611c74b6c4086b1bd04ef27326563 HTTP/1.1" status: 200 len: 267 time: 0.0642951 May 20 09:04:03.148777 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f9e42278-4c84-44fe-845d-49c3d9a3c508 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:03.173735 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:03.178595 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:03.211779 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:03.269711 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-20ffe0e1-4c3e-438d-b2ab-4c93b8d26f7d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:03.277226 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-20ffe0e1-4c3e-438d-b2ab-4c93b8d26f7d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 816 time: 0.1658494 May 20 09:04:03.289120 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port f9e42278-4c84-44fe-845d-49c3d9a3c508 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:03.289744 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:03.292973 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-a3527cc3-d923-4879-92f1-bf7025062119 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/quotas/3f1611c74b6c4086b1bd04ef27326563 HTTP/1.1" status: 200 len: 375 time: 0.0108724 May 20 09:04:03.298556 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Pushing event updated for resources: {'Port': ['ID=35442481-0cac-4bcf-87b9-52bfbf6a2628,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:03.301149 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8087378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8212072'] for router_interface, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:03.304832 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:03.394355 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:03:58Z', 'revision_number': 3, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:03.408253 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-43d0eb13-b5ff-4157-8252-d58196d71949 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1073363 May 20 09:04:03.413447 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e465a9e-b79f-490e-a4dd-749c619b5d2a None None] The sync data for ids ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'] in dv-cinder-790910-5-smb is: [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:03:58Z', 'revision_number': 3, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:04:03.469191 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Network ab513153-7e55-4aee-9814-9bf571dff8d6 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:03.470945 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:03.577309 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1245e4b0-a50e-4953-aadb-012b9e7389ef service neutron] 10.222.0.88 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531427 May 20 09:04:03.723967 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Router a268e6dd-5c35-4440-96e4-33cabdd2b51f has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:04:03.730198 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-6915597e-42e7-4060-94cf-a599f93fe1d5 service neutron] 10.222.0.88 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487694 May 20 09:04:03.795154 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-5f10a112-6c70-473f-8262-cbb25c9af074 None None] Provisioning complete for port 35442481-0cac-4bcf-87b9-52bfbf6a2628 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:03.795685 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f10a112-6c70-473f-8262-cbb25c9af074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:03.907794 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-5f10a112-6c70-473f-8262-cbb25c9af074 None None] Port 35442481-0cac-4bcf-87b9-52bfbf6a2628 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:04:04.114544 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:04:04.132908 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] 10.222.0.88 "PUT /v2.0/routers/a268e6dd-5c35-4440-96e4-33cabdd2b51f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0210783 May 20 09:04:04.163061 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3765-535f-42d3-8e63-b55da16557ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:04.166991 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-38f2705b-29f9-4c74-b41c-32c87457c45b req-210dc88f-bec0-4592-9525-e8f2dbef3ade tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 210 time: 0.0823693 May 20 09:04:04.217954 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090284c-9970-46d7-a33a-f2ca912fecd6 req-19dc8092-f3a4-4192-bf56-b8614df6dc5f tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:04.220397 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6090284c-9970-46d7-a33a-f2ca912fecd6 req-19dc8092-f3a4-4192-bf56-b8614df6dc5f tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.3141859 May 20 09:04:04.295502 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6090284c-9970-46d7-a33a-f2ca912fecd6 req-ba7f367a-cab4-4079-88cc-80c89ad322aa tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576046 May 20 09:04:04.818107 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38460) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:04.823982 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-523249745-network', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:04.828719 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:04.832548 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Usage tracker for resource:network and tenant:1bc3fc3b3f2f46b2bfd2010e6d5e56ac is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:04.835411 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:04.841524 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:04.854528 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Made reservation on behalf of 1bc3fc3b3f2f46b2bfd2010e6d5e56ac for: {'network': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:04:04.857758 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:04.869988 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:04.884179 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:04.888393 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Usage tracker for resource:security_group_rule and tenant:1bc3fc3b3f2f46b2bfd2010e6d5e56ac is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:04.891217 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:04.896841 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:04.982051 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:04.986355 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:04.989367 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f462ca9b-0bdb-4909-9f81-e99ee08f4683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:05.017773 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=91687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:04:05.026531 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cdf57f-a4d1-4cd5-8a7b-063f92c72e5d,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:05.030588 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:05.033135 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:05.033477 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.segments_db [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Added segment e6a68226-96ad-4059-8a8e-9546274d70ef of type vlan for network 374fd839-a2bc-4b80-9c68-3a84f097910c May 20 09:04:05.061306 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:05.109637 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:05.110992 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:05.111587 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:05.116768 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:05.158421 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 86a3677c-71b2-40c5-8a6b-fdb4a738b75e up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:05.244572 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:05.251090 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:05.252092 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:05.261667 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Pushing event updated for resources: {'Network': ['ID=374fd839-a2bc-4b80-9c68-3a84f097910c,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:05.265336 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4462032 May 20 09:04:05.268264 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38468) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:05.271390 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:05.280830 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Request body: {'subnet': {'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-523249745-subnet', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'ip_version': 4}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:05.288295 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:05.292815 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Usage tracker for resource:subnet and tenant:1bc3fc3b3f2f46b2bfd2010e6d5e56ac is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:05.293807 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 374fd839-a2bc-4b80-9c68-3a84f097910c details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:04:05.296422 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:05.302638 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:05.317288 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Made reservation on behalf of 1bc3fc3b3f2f46b2bfd2010e6d5e56ac for: {'subnet': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:04:05.320107 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5800501'] for subnet, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:05.463121 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1e6ccc84-482e-43b1-af0b-ad6a9dd3bd74 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:05.467995 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f1ee8629-8794-448f-8131-7663f18e1422 req-ffdf2c4f-62a4-4b7e-9fea-a0d71b2a7308 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 210 time: 0.0991914 May 20 09:04:05.471431 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1e6ccc84-482e-43b1-af0b-ad6a9dd3bd74 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 816 time: 0.2471986 May 20 09:04:05.500618 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:05.524123 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=86a3677c-71b2-40c5-8a6b-fdb4a738b75e,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:05.530204 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:05.532322 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:05.536998 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Sync routers for ids ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:04:05.547641 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Routers {'a268e6dd-5c35-4440-96e4-33cabdd2b51f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:05.548330 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:03:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:05.560246 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-9cfa4c38-7b99-4404-8694-4ed175c9f30a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Synchronizing usage tracker for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:security_group {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:04:05.580293 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-9cfa4c38-7b99-4404-8694-4ed175c9f30a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Unset dirty status for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:security_group {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:04:05.581672 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-9cfa4c38-7b99-4404-8694-4ed175c9f30a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1611c74b6c4086b1bd04ef27326563 HTTP/1.1" status: 200 len: 380 time: 0.0975745 May 20 09:04:05.593440 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'port': {'device_id': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'admin_state_up': True, 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'security_groups': ['3ab029df-3d3d-44c7-9c3e-8a558da25cdc']}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:05.640658 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=86a3677c-71b2-40c5-8a6b-fdb4a738b75e,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:05.651373 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:05.709826 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83804927-4bba-409d-b630-f4aef0c40fbb req-e64b683b-cd08-4ba6-ae29-9f66292cbfaa tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:05.711453 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83804927-4bba-409d-b630-f4aef0c40fbb req-e64b683b-cd08-4ba6-ae29-9f66292cbfaa tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.2158709 May 20 09:04:05.743081 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:05.748276 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Set router a268e6dd-5c35-4440-96e4-33cabdd2b51f gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:05.748513 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Usage tracker for resource:port and tenant:3f1611c74b6c4086b1bd04ef27326563 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:05.751530 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:05.757507 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:05.769408 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Made reservation on behalf of 3f1611c74b6c4086b1bd04ef27326563 for: {'port': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:04:05.773064 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:05.808553 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83804927-4bba-409d-b630-f4aef0c40fbb req-0b96ad2c-dc9e-4fe1-82d3-d7898aa4cf47 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635529 May 20 09:04:05.964738 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Allocated IP 172.20.0.10 (104ab518-1dd2-4328-a65f-309b0482f36c/ccd6c26d-39cf-4d69-8f12-52d111fe625c/56a6c521-d72f-44dc-94ac-46c7f5cc6282) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:04:06.056951 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90c664-eb1e-41a1-9e6e-6325100c7b42 req-14a8c9a0-03b0-4001-8afe-e454d0b1f2e7 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:06.058398 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9a90c664-eb1e-41a1-9e6e-6325100c7b42 req-14a8c9a0-03b0-4001-8afe-e454d0b1f2e7 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.1087990 May 20 09:04:06.066425 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:04:02Z', 'revision_number': 4, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '35442481-0cac-4bcf-87b9-52bfbf6a2628', 'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'mac_address': 'fa:16:3e:ca:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:03Z', 'revision_number': 2, 'project_id': '1210d4d3726245009d762c50adc0541f', 'subnets': [{'id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:06.069774 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38480) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:06.070934 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Checking router: a268e6dd-5c35-4440-96e4-33cabdd2b51f for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:04:06.071178 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Updating router a268e6dd-5c35-4440-96e4-33cabdd2b51f port 35442481-0cac-4bcf-87b9-52bfbf6a2628 binding host dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:04:06.076920 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-e4616487-e470-4711-b47f-d2ef49f2aa15 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'floatingip': {'port_id': '4ed59c08-4a07-4cb5-b474-07e2412d65f3'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:06.128727 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.150750 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e4616487-e470-4711-b47f-d2ef49f2aa15 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.175766 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.191674 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Transition to ACTIVE for port object 56a6c521-d72f-44dc-94ac-46c7f5cc6282 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:06.217669 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.223671 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:06.297905 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Network 104ab518-1dd2-4328-a65f-309b0482f36c is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:06.301136 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:06.305212 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:04:06.339952 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event updated for resources: {'Port': ['ID=56a6c521-d72f-44dc-94ac-46c7f5cc6282,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:06.358048 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.358275 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7326028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5800487'] for subnet, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.358742 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.358742 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.359105 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.359456 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.359807 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.360153 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.360500 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.360874 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.361225 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.361567 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.361911 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:06.367819 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:06.369420 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-afe87ece-1b9f-441a-b118-1a959982187c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:06.396857 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:06.397757 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.425147 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-1d85d0c6-bf1c-4bdb-9a1c-9465d33871ef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8377347 May 20 09:04:06.447467 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Request body: {'port': {'device_id': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:06.465765 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f1c7faf-df31-450e-92ee-79852a682887,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:06.547488 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:06.577754 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Notify callbacks [] for port, precommit_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.584496 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Checking segment: {'id': 'e6a68226-96ad-4059-8a8e-9546274d70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:04:06.584941 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Network hostable DHCP agents. Network: 374fd839-a2bc-4b80-9c68-3a84f097910c, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:04:06.596954 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.provisioning_blocks [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Transition to ACTIVE for port object 35442481-0cac-4bcf-87b9-52bfbf6a2628 will not be triggered until provisioned by entity L2. {{(pid=91690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:06.606049 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.606416 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.613496 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:06.650847 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-a83daa07-2448-4ded-90e1-5c7255457df3 None None] Provisioning for port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:06.661597 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-a83daa07-2448-4ded-90e1-5c7255457df3 None None] Provisioning complete for port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:06.664485 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a83daa07-2448-4ded-90e1-5c7255457df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.731732 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Network 374fd839-a2bc-4b80-9c68-3a84f097910c is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:04:06.747642 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-a83daa07-2448-4ded-90e1-5c7255457df3 None None] Port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:04:06.752674 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e60d2-4c60-4c64-a8b1-f3600b20fb28 None None] Pushing event updated for resources: {'Port': ['ID=35442481-0cac-4bcf-87b9-52bfbf6a2628,revision_number=3']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:06.777101 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.785575 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-5b4e60d2-4c60-4c64-a8b1-f3600b20fb28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:06.860800 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-73586791-63f8-4bb8-9084-9d0e70d590f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.861221 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Attempting to bind port 35442481-0cac-4bcf-87b9-52bfbf6a2628 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:04:06.861597 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Attempting to bind port 35442481-0cac-4bcf-87b9-52bfbf6a2628 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:04:06.861953 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Attempting to bind port 35442481-0cac-4bcf-87b9-52bfbf6a2628 on network ab513153-7e55-4aee-9814-9bf571dff8d6 {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:04:06.874641 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:04:06.875011 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Checking segment: {'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:04:06.875643 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.876023 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Bound using segment: {'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:04:06.876511 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Bound port: 35442481-0cac-4bcf-87b9-52bfbf6a2628, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'}}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:04:06.876932 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.912014 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 374fd839-a2bc-4b80-9c68-3a84f097910c) {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:06.921720 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff80b4c-ae7f-47b7-ab3b-63d5db4bc72b None None] Network 374fd839-a2bc-4b80-9c68-3a84f097910c requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:04:07.004043 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] For port 35442481-0cac-4bcf-87b9-52bfbf6a2628, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:04:07.013572 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] For port 35442481-0cac-4bcf-87b9-52bfbf6a2628, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=35442481-0cac-4bcf-87b9-52bfbf6a2628,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:04:07.025608 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.041132 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-5b8c26c1-22be-4a81-acc8-1262ed82ef95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:07.086223 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:07.087002 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.135682 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73905e42-22e2-46ff-956b-9ddbbd538578 req-fc0ee42f-0958-470c-941f-d71e3cf19812 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:07.137524 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73905e42-22e2-46ff-956b-9ddbbd538578 req-fc0ee42f-0958-470c-941f-d71e3cf19812 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 932 time: 0.4824610 May 20 09:04:07.141637 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8699162 May 20 09:04:07.148313 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38488) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:07.165983 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-523249745-router', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:07.203787 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Routers {'a268e6dd-5c35-4440-96e4-33cabdd2b51f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:07.206306 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:04:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:07.226953 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:07.246998 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 86a3677c-71b2-40c5-8a6b-fdb4a738b75e up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:07.277532 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Usage tracker for resource:router and tenant:1bc3fc3b3f2f46b2bfd2010e6d5e56ac is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:07.305910 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:07.345324 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:07.375384 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a6c521-d72f-44dc-94ac-46c7f5cc6282 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:04:07.401076 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:07.401468 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.402224 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.426009 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73905e42-22e2-46ff-956b-9ddbbd538578 req-7f5c1885-03b9-42df-ae80-7940bb65d01c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782614 May 20 09:04:07.434302 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd426b12a-b5bf-5c7a-8a21-2acd444125f9-374fd839-a2bc-4b80-9c68-3a84f097910c', 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'fixed_ips': [{'subnet_id': '5f1c7faf-df31-450e-92ee-79852a682887'}]}} from dv-cinder-790910-5-smb. {{(pid=91689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:04:07.435790 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.439455 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Transition to ACTIVE for port object 56a6c521-d72f-44dc-94ac-46c7f5cc6282 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:07.444264 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.453043 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-478d21a7-59ee-446c-9344-2e52f9ea9ecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:07.454265 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8119521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31756'] for router, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.455477 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8120823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8210336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8064580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31751'] for router, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.495896 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.502499 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e60d2-4c60-4c64-a8b1-f3600b20fb28 None None] Pushing event updated for resources: {'Port': ['ID=35442481-0cac-4bcf-87b9-52bfbf6a2628,revision_number=4']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:07.507759 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-5b4e60d2-4c60-4c64-a8b1-f3600b20fb28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:07.509580 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] Set router a268e6dd-5c35-4440-96e4-33cabdd2b51f gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:07.537922 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.db.resource_extend [None req-e4616487-e470-4711-b47f-d2ef49f2aa15 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 09:04:07.733629 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Pushing event updated for resources: {'Port': ['ID=56a6c521-d72f-44dc-94ac-46c7f5cc6282,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:07.738905 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:07.782543 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.793455 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Attempting to bind port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:04:07.793921 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Attempting to bind port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:04:07.794342 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Attempting to bind port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 on network 104ab518-1dd2-4328-a65f-309b0482f36c {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:04:07.805106 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 on network 104ab518-1dd2-4328-a65f-309b0482f36c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:04:07.805709 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Attempting to bind port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 on network 104ab518-1dd2-4328-a65f-309b0482f36c {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:04:07.811032 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.db_base_plugin_common [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Allocated IP 172.20.0.2 (374fd839-a2bc-4b80-9c68-3a84f097910c/5f1c7faf-df31-450e-92ee-79852a682887/006c53c0-c6a5-49dd-8903-f0e93f263a9e) {{(pid=91689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:04:07.814314 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:04:07.814709 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Checking segment: {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:04:07.815032 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Bound using segment: {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:04:07.815475 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Bound port: 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89beade0-d520-4668-b9e2-ccb7a0493349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:04:07.816895 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.900557 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e4616487-e470-4711-b47f-d2ef49f2aa15 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.907869 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e4616487-e470-4711-b47f-d2ef49f2aa15 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.942685 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:04:07.949555 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:04:07.956295 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:07.963545 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d6ab3ee9-15bf-414b-bc68-644fa7db8114 tempest-VolumesNegativeTest-176848462 tempest-VolumesNegativeTest-176848462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:07.988981 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:04:02Z', 'revision_number': 4, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '35442481-0cac-4bcf-87b9-52bfbf6a2628', 'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'mac_address': 'fa:16:3e:ca:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:06Z', 'revision_number': 4, 'project_id': '1210d4d3726245009d762c50adc0541f', 'subnets': [{'id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:07.993595 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb22a9-2cd5-47ac-9eaf-34bc78095f16 None None] The sync data for ids ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'] in dv-cinder-790910-5-smb is: [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:04:02Z', 'revision_number': 4, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '35442481-0cac-4bcf-87b9-52bfbf6a2628', 'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'mac_address': 'fa:16:3e:ca:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:06Z', 'revision_number': 4, 'project_id': '1210d4d3726245009d762c50adc0541f', 'subnets': [{'id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:04:08.037279 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:08.039874 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:08.039874 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] 10.222.0.97 "PUT /v2.0/ports/56a6c521-d72f-44dc-94ac-46c7f5cc6282 HTTP/1.1" status: 200 len: 1094 time: 1.5995412 May 20 09:04:08.040074 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:04:08.089147 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Pushing event updated for resources: {'Port': ['ID=56a6c521-d72f-44dc-94ac-46c7f5cc6282,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:08.099469 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:08.146211 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Notify callbacks [] for port, precommit_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:08.170024 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Transition to ACTIVE for port object 006c53c0-c6a5-49dd-8903-f0e93f263a9e will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:08.190318 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'status': 'completed', 'code': 200} May 20 09:04:08.208293 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.l3_db [None req-e4616487-e470-4711-b47f-d2ef49f2aa15 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Floating IP 49e6bbc4-de45-480b-85af-cadb7cb00bd9 associated. External IP: 172.28.2.128, port: 4ed59c08-4a07-4cb5-b474-07e2412d65f3. May 20 09:04:08.210557 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Transition to ACTIVE for port object 006c53c0-c6a5-49dd-8903-f0e93f263a9e will not be triggered until provisioned by entity DHCP. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:08.218543 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:08.223678 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:08.274908 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-333468f4-ee65-47d9-8375-431ebf8bd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:08.277039 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-333468f4-ee65-47d9-8375-431ebf8bd673 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 1097 time: 0.1658003 May 20 09:04:08.307671 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Network 374fd839-a2bc-4b80-9c68-3a84f097910c is already hosted by enough agents. {{(pid=91689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:08.311409 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.base_scheduler [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Resources bound (agent type, host, resource id): {{(pid=91689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:08.336315 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Received port after_create {{(pid=91689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:04:08.344893 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Pushing event updated for resources: {'Port': ['ID=006c53c0-c6a5-49dd-8903-f0e93f263a9e,revision_number=1']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:08.394244 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-872b9bbf-3af8-4e36-a137-f505b4375705 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282 HTTP/1.1" status: 200 len: 217 time: 0.1005533 May 20 09:04:08.395202 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:08.498220 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-ac099922-10c9-44f0-8033-8d3c54478936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:08.499791 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-ac099922-10c9-44f0-8033-8d3c54478936 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.0874126 May 20 09:04:08.503037 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8210322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8119543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31761'] for router, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:08.506458 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Attempting to bind port 006c53c0-c6a5-49dd-8903-f0e93f263a9e on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:04:08.507022 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Attempting to bind port 006c53c0-c6a5-49dd-8903-f0e93f263a9e by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': 'e6a68226-96ad-4059-8a8e-9546274d70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:04:08.507483 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Attempting to bind port 006c53c0-c6a5-49dd-8903-f0e93f263a9e on network 374fd839-a2bc-4b80-9c68-3a84f097910c {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:04:08.515139 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:04:08.515664 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Checking segment: {'id': 'e6a68226-96ad-4059-8a8e-9546274d70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:04:08.516175 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:08.516664 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Bound using segment: {'id': 'e6a68226-96ad-4059-8a8e-9546274d70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:04:08.517400 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Bound port: 006c53c0-c6a5-49dd-8903-f0e93f263a9e, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a68226-96ad-4059-8a8e-9546274d70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:04:08.517773 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:08.633211 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-880040e0-9ef3-41f9-b70f-35a77166936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:08.637782 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-880040e0-9ef3-41f9-b70f-35a77166936e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1207752 May 20 09:04:08.645679 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] For port 006c53c0-c6a5-49dd-8903-f0e93f263a9e, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:04:08.649940 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] For port 006c53c0-c6a5-49dd-8903-f0e93f263a9e, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=006c53c0-c6a5-49dd-8903-f0e93f263a9e,segment=NetworkSegment(e6a68226-96ad-4059-8a8e-9546274d70ef),segment_id=e6a68226-96ad-4059-8a8e-9546274d70ef)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:04:08.656137 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:08.660394 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:08.767639 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Pushing event updated for resources: {'Port': ['ID=006c53c0-c6a5-49dd-8903-f0e93f263a9e,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:08.771353 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:08.837364 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-2f15e21a-e8f3-4f53-aa67-428985f086d7 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905942 May 20 09:04:08.990649 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-36027534-e049-4c0b-b68a-1a8062a8fdf6 req-2885122e-e255-4b63-9868-9cdbb8e930da service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465979 May 20 09:04:09.118200 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4616487-e470-4711-b47f-d2ef49f2aa15 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Router 8770793d-4a68-4a2f-81f0-1506f10f83a4 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:04:09.132244 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a12688-8dc5-49c5-98c5-2c6d664dcea2 req-1e353874-dc8d-4585-91e0-03cfdbbd911b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:09.133816 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-07a12688-8dc5-49c5-98c5-2c6d664dcea2 req-1e353874-dc8d-4585-91e0-03cfdbbd911b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.5066741 May 20 09:04:09.270886 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 006c53c0-c6a5-49dd-8903-f0e93f263a9e up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:09.271479 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024022f-336a-4f36-a4f7-9628baf8826c req-f4fcd579-9c61-47c8-9604-323c4cc83575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:09.273038 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4024022f-336a-4f36-a4f7-9628baf8826c req-f4fcd579-9c61-47c8-9604-323c4cc83575 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 1097 time: 0.1142099 May 20 09:04:09.330452 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-07a12688-8dc5-49c5-98c5-2c6d664dcea2 req-c8a2b734-324e-49a6-bcea-21cc430b2eef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875625 May 20 09:04:09.393261 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 006c53c0-c6a5-49dd-8903-f0e93f263a9e completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:09.399748 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 35442481-0cac-4bcf-87b9-52bfbf6a2628 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:09.499908 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024022f-336a-4f36-a4f7-9628baf8826c req-c529702e-4707-44af-974c-e0eada14d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:09.501901 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4024022f-336a-4f36-a4f7-9628baf8826c req-c529702e-4707-44af-974c-e0eada14d659 service neutron] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 918 time: 0.2198925 May 20 09:04:09.511634 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4616487-e470-4711-b47f-d2ef49f2aa15 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:04:09.525671 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe220c5-d8b4-43e1-a2a4-8e7016dd8c45 None None] Sync routers for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:04:09.534763 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:09.541060 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe220c5-d8b4-43e1-a2a4-8e7016dd8c45 None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:09.541792 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-bfe220c5-d8b4-43e1-a2a4-8e7016dd8c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:04:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:09.549516 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e4616487-e470-4711-b47f-d2ef49f2aa15 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:09.594946 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4024022f-336a-4f36-a4f7-9628baf8826c req-4e2362ad-3d6b-404b-84a9-2fcb52267e6a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282 HTTP/1.1" status: 200 len: 217 time: 0.0761664 May 20 09:04:09.597089 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 35442481-0cac-4bcf-87b9-52bfbf6a2628 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:09.617966 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 35442481-0cac-4bcf-87b9-52bfbf6a2628 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:09.618421 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:09.699753 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024022f-336a-4f36-a4f7-9628baf8826c req-3d79336d-49fc-438f-8784-e27d0bd5241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:09.701653 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4024022f-336a-4f36-a4f7-9628baf8826c req-3d79336d-49fc-438f-8784-e27d0bd5241c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.0949259 May 20 09:04:09.763784 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-e4616487-e470-4711-b47f-d2ef49f2aa15 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "PUT /v2.0/floatingips/49e6bbc4-de45-480b-85af-cadb7cb00bd9 HTTP/1.1" status: 200 len: 992 time: 3.6927783 May 20 09:04:09.768114 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'tag': '4ed59c08-4a07-4cb5-b474-07e2412d65f3'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:04:09.791659 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:09.831446 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024022f-336a-4f36-a4f7-9628baf8826c req-d9916456-2bd3-4827-9af8-116832fbdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:09.838695 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4024022f-336a-4f36-a4f7-9628baf8826c req-d9916456-2bd3-4827-9af8-116832fbdaa5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1288104 May 20 09:04:09.839007 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:09.885358 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-bfe220c5-d8b4-43e1-a2a4-8e7016dd8c45 None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:09.926920 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'tag': '4ed59c08-4a07-4cb5-b474-07e2412d65f3', 'status': 'completed', 'code': 200} May 20 09:04:10.112695 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Allocated IP 172.28.2.252 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/c6e15cb1-ef16-40de-9e3a-fbc19580695c) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:04:10.128343 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b90cd9-f0a3-484e-81e9-286a16bb0aa2 req-3fb11efb-ebf0-4da2-8471-1dd4904f82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:10.129918 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11b90cd9-f0a3-484e-81e9-286a16bb0aa2 req-3fb11efb-ebf0-4da2-8471-1dd4904f82ef service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a0aefa4f74614db8846376f4553b6aad&device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 1099 time: 0.1799858 May 20 09:04:10.136288 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4024022f-336a-4f36-a4f7-9628baf8826c req-cae1d907-d8eb-435d-bacc-0890bc5b21a6 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868266 May 20 09:04:10.154379 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfc6c32-c744-4219-8f25-b4a5d6d87c4d None None] Network 374fd839-a2bc-4b80-9c68-3a84f097910c requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:04:10.271944 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-4024022f-336a-4f36-a4f7-9628baf8826c req-5c0163f5-be44-42f3-81d4-42da82ee7483 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257308 May 20 09:04:10.383108 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:10.383790 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:10.386806 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b90cd9-f0a3-484e-81e9-286a16bb0aa2 req-780b4918-7d24-45e8-9747-64db63d38d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:10.388885 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11b90cd9-f0a3-484e-81e9-286a16bb0aa2 req-780b4918-7d24-45e8-9747-64db63d38d12 service neutron] 10.222.0.97 "GET /v2.0/networks?id=208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 200 len: 913 time: 0.2353754 May 20 09:04:10.435908 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-252ade1d-3f5c-45ab-a506-294e6fca1cbe None None] Provisioning for port 006c53c0-c6a5-49dd-8903-f0e93f263a9e completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:10.460677 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-252ade1d-3f5c-45ab-a506-294e6fca1cbe None None] Provisioning complete for port 006c53c0-c6a5-49dd-8903-f0e93f263a9e triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:10.461080 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-252ade1d-3f5c-45ab-a506-294e6fca1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:10.585724 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 35442481-0cac-4bcf-87b9-52bfbf6a2628, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=35442481-0cac-4bcf-87b9-52bfbf6a2628,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:10.606185 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:10.613534 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:10.671545 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11b90cd9-f0a3-484e-81e9-286a16bb0aa2 req-cfdb3686-00ea-40c8-a09f-77b63c35b5fa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ed59c08-4a07-4cb5-b474-07e2412d65f3 HTTP/1.1" status: 200 len: 1000 time: 0.2749684 May 20 09:04:10.689457 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:10.696118 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:10.786018 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=35442481-0cac-4bcf-87b9-52bfbf6a2628,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:10.789269 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:10.801443 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:10.811673 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:10.818095 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:04:10.831292 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-252ade1d-3f5c-45ab-a506-294e6fca1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:10.841092 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-bfe220c5-d8b4-43e1-a2a4-8e7016dd8c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '49e6bbc4-de45-480b-85af-cadb7cb00bd9', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'floating_ip_address': '172.28.2.128', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'port_id': '4ed59c08-4a07-4cb5-b474-07e2412d65f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'mac_address': 'fa:16:3e:96:18:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:03:48Z', 'updated_at': '2021-05-20T09:04:07Z', 'revision_number': 1, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:10.850885 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe220c5-d8b4-43e1-a2a4-8e7016dd8c45 None None] Checking router: 8770793d-4a68-4a2f-81f0-1506f10f83a4 for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:04:10.856733 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7d987-00a5-4cf8-8b33-af575e2dcf05 req-1d635df6-2993-4e76-8f40-d1e15cff1e2d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:10.858193 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b1a7d987-00a5-4cf8-8b33-af575e2dcf05 req-1d635df6-2993-4e76-8f40-d1e15cff1e2d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.3927155 May 20 09:04:10.870463 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b90cd9-f0a3-484e-81e9-286a16bb0aa2 req-bf8bb058-54e4-4d4f-824d-b9de482f4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:10.872393 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11b90cd9-f0a3-484e-81e9-286a16bb0aa2 req-bf8bb058-54e4-4d4f-824d-b9de482f4bcc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bb71ea7a-440e-4ff3-af8e-dbb512184685 HTTP/1.1" status: 200 len: 850 time: 0.1766987 May 20 09:04:10.874688 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe220c5-d8b4-43e1-a2a4-8e7016dd8c45 None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:10.875352 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-bfe220c5-d8b4-43e1-a2a4-8e7016dd8c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:04:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:10.879406 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e15cb1-ef16-40de-9e3a-fbc19580695c,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:10.900068 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:10.954009 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-252ade1d-3f5c-45ab-a506-294e6fca1cbe None None] For port 006c53c0-c6a5-49dd-8903-f0e93f263a9e, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=006c53c0-c6a5-49dd-8903-f0e93f263a9e,segment=NetworkSegment(e6a68226-96ad-4059-8a8e-9546274d70ef),segment_id=e6a68226-96ad-4059-8a8e-9546274d70ef)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:10.968449 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-252ade1d-3f5c-45ab-a506-294e6fca1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:10.973955 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:11.113251 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b1a7d987-00a5-4cf8-8b33-af575e2dcf05 req-7e119ea4-0371-45ed-b6c9-49b3844f830e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444615 May 20 09:04:11.142952 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ade1d-3f5c-45ab-a506-294e6fca1cbe None None] Pushing event updated for resources: {'Port': ['ID=006c53c0-c6a5-49dd-8903-f0e93f263a9e,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:11.149843 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-a39fe5b0-5c28-4add-b0d8-c92d17629afe None None] Provisioning complete for port 006c53c0-c6a5-49dd-8903-f0e93f263a9e triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:11.150288 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a39fe5b0-5c28-4add-b0d8-c92d17629afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:11.174907 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 35442481-0cac-4bcf-87b9-52bfbf6a2628 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:11.193469 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b90cd9-f0a3-484e-81e9-286a16bb0aa2 req-58e0bd9e-7fc6-4efa-98ed-2b883bc07953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:11.194908 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11b90cd9-f0a3-484e-81e9-286a16bb0aa2 req-58e0bd9e-7fc6-4efa-98ed-2b883bc07953 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=208769b1-b057-420c-8d34-7ef6134b24c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3111086 May 20 09:04:11.207091 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-252ade1d-3f5c-45ab-a506-294e6fca1cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:11.236238 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-bfe220c5-d8b4-43e1-a2a4-8e7016dd8c45 None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:11.460263 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 35442481-0cac-4bcf-87b9-52bfbf6a2628 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:11.461060 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:11.469384 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:11.535722 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11b90cd9-f0a3-484e-81e9-286a16bb0aa2 req-857a95df-4f74-4b56-bb0c-d616026650a6 service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892468 May 20 09:04:11.772193 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 56a6c521-d72f-44dc-94ac-46c7f5cc6282 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:04:11.831569 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-bfe220c5-d8b4-43e1-a2a4-8e7016dd8c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '49e6bbc4-de45-480b-85af-cadb7cb00bd9', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'floating_ip_address': '172.28.2.128', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'port_id': '4ed59c08-4a07-4cb5-b474-07e2412d65f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'mac_address': 'fa:16:3e:96:18:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:03:48Z', 'updated_at': '2021-05-20T09:04:07Z', 'revision_number': 1, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:11.835959 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11b90cd9-f0a3-484e-81e9-286a16bb0aa2 req-d8fc0a0e-adac-476f-af73-b507df979e9e service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849805 May 20 09:04:11.881796 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe220c5-d8b4-43e1-a2a4-8e7016dd8c45 None None] The sync data for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb is: [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '49e6bbc4-de45-480b-85af-cadb7cb00bd9', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'floating_ip_address': '172.28.2.128', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'port_id': '4ed59c08-4a07-4cb5-b474-07e2412d65f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'mac_address': 'fa:16:3e:96:18:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:03:48Z', 'updated_at': '2021-05-20T09:04:07Z', 'revision_number': 1, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:04:11.926618 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:11.932696 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8210378'] for router, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:11.986858 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'port_id': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'mac_address': 'fa:16:3e:88:64:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:04:12.047491 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:12.070293 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a6c521-d72f-44dc-94ac-46c7f5cc6282 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:04:12.088194 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:12.096693 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:12.098503 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:12.113800 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23cd19-4da2-4bb2-85a9-5ad007022439 None None] New status for floating IP 49e6bbc4-de45-480b-85af-cadb7cb00bd9: ACTIVE {{(pid=91690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:04:12.174637 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=56a6c521-d72f-44dc-94ac-46c7f5cc6282,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:12.178124 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:12.363897 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Router 8bdaf292-7288-44f5-b0d9-524c00c4946a is scheduled to L3 agent c70db390-4164-4320-811d-63d91c5b3be7 with binding_index 1 {{(pid=91688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:04:12.374651 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69093a-751f-43e2-a48c-bf4f765d0257 req-c06de57f-6860-41be-aa76-d6b617fa94c5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:12.376309 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7b69093a-751f-43e2-a48c-bf4f765d0257 req-c06de57f-6860-41be-aa76-d6b617fa94c5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 945 time: 0.1263793 May 20 09:04:12.449266 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['56a6c521-d72f-44dc-94ac-46c7f5cc6282'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:04:12.514046 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7b69093a-751f-43e2-a48c-bf4f765d0257 req-cae74e32-85fc-41a7-9f6f-6058845bacef tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296589 May 20 09:04:12.607703 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:04:12.618191 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Sync routers for ids ['8bdaf292-7288-44f5-b0d9-524c00c4946a'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:04:12.631539 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Notify callbacks [] for router, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:12.635633 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38530) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:12.636385 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4860752 May 20 09:04:12.641549 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Routers {'8bdaf292-7288-44f5-b0d9-524c00c4946a'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:12.642236 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:04:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8bdaf292-7288-44f5-b0d9-524c00c4946a'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:12.831292 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Set router 8bdaf292-7288-44f5-b0d9-524c00c4946a gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:13.126996 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'name': 'tempest-TestShelveInstance-523249745-router', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:04:07Z', 'updated_at': '2021-05-20T09:04:11Z', 'revision_number': 3, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'gw_port': {'id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:09Z', 'updated_at': '2021-05-20T09:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:13.130558 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 006c53c0-c6a5-49dd-8903-f0e93f263a9e up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:13.160405 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Checking router: 8bdaf292-7288-44f5-b0d9-524c00c4946a for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:04:13.160811 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Updating router 8bdaf292-7288-44f5-b0d9-524c00c4946a port c6e15cb1-ef16-40de-9e3a-fbc19580695c binding host dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:04:13.235604 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.329684 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 006c53c0-c6a5-49dd-8903-f0e93f263a9e triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:13.329963 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.342871 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.587833 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Allocated IP 172.20.0.1 (374fd839-a2bc-4b80-9c68-3a84f097910c/5f1c7faf-df31-450e-92ee-79852a682887/504141aa-13a0-4354-bad6-5361898d5914) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:04:13.676489 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.689270 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Transition to ACTIVE for port object c6e15cb1-ef16-40de-9e3a-fbc19580695c will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:13.697598 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.703462 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:13.734495 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86ee9e-5ff6-4125-9502-e69dac846c4a req-8257d223-7cc4-466c-b24a-f1cb1572b04e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:13.741277 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8b86ee9e-5ff6-4125-9502-e69dac846c4a req-8257d223-7cc4-466c-b24a-f1cb1572b04e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 945 time: 0.1085787 May 20 09:04:13.758737 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.782861 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Transition to ACTIVE for port object 504141aa-13a0-4354-bad6-5361898d5914 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:13.785489 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Attempting to bind port c6e15cb1-ef16-40de-9e3a-fbc19580695c on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:04:13.785869 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Attempting to bind port c6e15cb1-ef16-40de-9e3a-fbc19580695c by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:04:13.786240 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Attempting to bind port c6e15cb1-ef16-40de-9e3a-fbc19580695c on network 0d7e70f2-48c0-42ed-9893-06725d297828 {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:04:13.794856 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318b61c-e55c-475f-88bd-c64db546f4aa None None] Pushing event updated for resources: {'Port': ['ID=c6e15cb1-ef16-40de-9e3a-fbc19580695c,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:13.798643 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 56a6c521-d72f-44dc-94ac-46c7f5cc6282 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:13.805142 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8b86ee9e-5ff6-4125-9502-e69dac846c4a req-ea26fa3a-2382-45b7-ad80-affd9deefeed tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600834 May 20 09:04:13.830851 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-3318b61c-e55c-475f-88bd-c64db546f4aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:13.831015 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.834969 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:13.838149 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:04:13.838451 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Checking segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:04:13.838852 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.839253 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Bound using segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:04:13.839741 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Bound port: c6e15cb1-ef16-40de-9e3a-fbc19580695c, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:04:13.840118 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.910012 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Network 374fd839-a2bc-4b80-9c68-3a84f097910c is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:13.911293 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:13.915540 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:04:13.974071 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Pushing event updated for resources: {'Port': ['ID=504141aa-13a0-4354-bad6-5361898d5914,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:13.980322 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:13.987229 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126163'] for router_interface, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.987517 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:13.991324 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] For port c6e15cb1-ef16-40de-9e3a-fbc19580695c, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:04:13.997280 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] For port c6e15cb1-ef16-40de-9e3a-fbc19580695c, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=c6e15cb1-ef16-40de-9e3a-fbc19580695c,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:04:13.997280 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:13.997280 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.031991 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.045518 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:14.138883 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.167762 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Routers {'8bdaf292-7288-44f5-b0d9-524c00c4946a'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:14.169023 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:04:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8bdaf292-7288-44f5-b0d9-524c00c4946a'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:14.220214 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318b61c-e55c-475f-88bd-c64db546f4aa None None] Pushing event updated for resources: {'Port': ['ID=c6e15cb1-ef16-40de-9e3a-fbc19580695c,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:14.229607 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-3318b61c-e55c-475f-88bd-c64db546f4aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:14.247941 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.299018 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-cd31443b-8d2c-4589-863c-fa506685b4ec None None] Provisioning for port 504141aa-13a0-4354-bad6-5361898d5914 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:14.318617 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-cd31443b-8d2c-4589-863c-fa506685b4ec None None] Provisioning complete for port 504141aa-13a0-4354-bad6-5361898d5914 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:14.318995 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-cd31443b-8d2c-4589-863c-fa506685b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.348801 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.463534 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-cd31443b-8d2c-4589-863c-fa506685b4ec None None] Port 504141aa-13a0-4354-bad6-5361898d5914 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:04:14.475954 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.479057 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:04:14.481766 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.500696 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:14.512017 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.512878 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c0f8fe1c-346b-429e-8424-8d047096aaea tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:14.517069 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:14.571130 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'code': 200} May 20 09:04:14.573282 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] Set router 8bdaf292-7288-44f5-b0d9-524c00c4946a gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:14.599772 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8087378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8212072'] for router_interface, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.603769 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Pushing event updated for resources: {'Port': ['ID=504141aa-13a0-4354-bad6-5361898d5914,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:14.607449 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:14.707431 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=56a6c521-d72f-44dc-94ac-46c7f5cc6282,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:14.716679 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:14.753519 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Network 374fd839-a2bc-4b80-9c68-3a84f097910c is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:14.754742 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:14.963054 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'name': 'tempest-TestShelveInstance-523249745-router', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:04:07Z', 'updated_at': '2021-05-20T09:04:14Z', 'revision_number': 4, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'gw_port': {'id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:09Z', 'updated_at': '2021-05-20T09:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '504141aa-13a0-4354-bad6-5361898d5914', 'name': '', 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'mac_address': 'fa:16:3e:46:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5f1c7faf-df31-450e-92ee-79852a682887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:13Z', 'updated_at': '2021-05-20T09:04:13Z', 'revision_number': 1, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'subnets': [{'id': '5f1c7faf-df31-450e-92ee-79852a682887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:14.963804 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8e02d-85eb-46dd-8b36-8531a274f39f req-4d6de2bc-0bff-48d7-8273-a57d93de749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:14.967030 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-deb8e02d-85eb-46dd-8b36-8531a274f39f req-4d6de2bc-0bff-48d7-8273-a57d93de749d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 1099 time: 0.1154139 May 20 09:04:14.967550 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec272f-dfad-4877-b228-7b292803c7c8 None None] The sync data for ids ['8bdaf292-7288-44f5-b0d9-524c00c4946a'] in dv-cinder-790910-5-smb is: [{'id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'name': 'tempest-TestShelveInstance-523249745-router', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:04:07Z', 'updated_at': '2021-05-20T09:04:14Z', 'revision_number': 4, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'gw_port': {'id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:09Z', 'updated_at': '2021-05-20T09:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '504141aa-13a0-4354-bad6-5361898d5914', 'name': '', 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'mac_address': 'fa:16:3e:46:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5f1c7faf-df31-450e-92ee-79852a682887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:13Z', 'updated_at': '2021-05-20T09:04:13Z', 'revision_number': 1, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'subnets': [{'id': '5f1c7faf-df31-450e-92ee-79852a682887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:04:14.980368 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Router 8bdaf292-7288-44f5-b0d9-524c00c4946a has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:04:15.070729 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-deb8e02d-85eb-46dd-8b36-8531a274f39f req-eaea87b5-eb34-40c6-887b-dc3f29ec5f36 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932062 May 20 09:04:15.089869 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-61da95c5-5fe9-4168-b390-08ddd9f2d89f None None] Provisioning complete for port 504141aa-13a0-4354-bad6-5361898d5914 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:15.090612 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-61da95c5-5fe9-4168-b390-08ddd9f2d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:15.091788 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c513e1-7470-40c8-9929-b0f9ae37e492 req-142f468b-1e44-4af8-8c97-24d7bab56544 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:15.093600 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f9c513e1-7470-40c8-9929-b0f9ae37e492 req-142f468b-1e44-4af8-8c97-24d7bab56544 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.1184449 May 20 09:04:15.146105 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f9c513e1-7470-40c8-9929-b0f9ae37e492 req-2530c7ba-72e6-4176-8adc-bcc7e3cd46a3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465097 May 20 09:04:15.161233 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-61da95c5-5fe9-4168-b390-08ddd9f2d89f None None] Port 504141aa-13a0-4354-bad6-5361898d5914 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:04:15.205623 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:04:15.223357 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] 10.222.0.88 "PUT /v2.0/routers/8bdaf292-7288-44f5-b0d9-524c00c4946a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5865171 May 20 09:04:15.787409 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38562) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:15.792949 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530611660', 'description': 'tempest-secgroup-smoke-1530611660 description', 'project_id': '1210d4d3726245009d762c50adc0541f'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:15.803028 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:15.808332 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Usage tracker for resource:security_group and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:15.812633 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:15.821568 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:15.838694 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:15.865044 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:15.869148 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Usage tracker for resource:security_group_rule and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:15.872316 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:15.878186 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:15.962581 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:15.972040 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:15.977553 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e251b858-ee85-4bf3-b96a-b3a7ce482f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:16.020045 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75788da0-2911-4601-8ca7-0d6974d6f175,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:16.024839 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:16.025708 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.030507 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2385123 May 20 09:04:16.030923 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38568) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:16.036551 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Request body: {'security_group_rule': {'security_group_id': '75788da0-2911-4601-8ca7-0d6974d6f175', 'project_id': '1210d4d3726245009d762c50adc0541f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:16.042430 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:16.048528 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Usage tracker for resource:security_group_rule and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:16.052280 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:16.059827 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:16.077449 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.149403 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.156743 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.159557 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:16.182678 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea533b1-8e46-417c-b9b1-bbedb0a29240,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:16.195071 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.195517 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.195929 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.196338 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.196769 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.197169 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.197507 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.197842 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.198172 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.198499 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.198829 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.199155 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:16.202765 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.203924 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1722322 May 20 09:04:16.204870 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:16.207154 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38574) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:16.213217 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Request body: {'security_group_rule': {'security_group_id': '75788da0-2911-4601-8ca7-0d6974d6f175', 'project_id': '1210d4d3726245009d762c50adc0541f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:16.219804 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:16.224727 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Usage tracker for resource:security_group_rule and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:16.227779 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:16.235235 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:16.256439 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.323363 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.328980 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.331245 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c359f1b1-de2c-4fd9-8ed2-49ba709da311 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:16.354649 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79103e90-a8fb-4bd6-8b26-027d6d3859b2,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:16.370901 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:16.373432 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7eda9-3954-4a12-b7b0-eea0baeb90a4 req-01b613db-80a1-429f-ac37-76bbfbb24e02 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:16.378090 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.382282 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-1191e042-e588-403f-9436-6882652afc1a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1715608 May 20 09:04:16.382441 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2cc7eda9-3954-4a12-b7b0-eea0baeb90a4 req-01b613db-80a1-429f-ac37-76bbfbb24e02 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0991526 May 20 09:04:16.382655 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38578) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:16.397134 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Request body: {'security_group_rule': {'security_group_id': '75788da0-2911-4601-8ca7-0d6974d6f175', 'project_id': '1210d4d3726245009d762c50adc0541f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:16.403791 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:16.408888 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Usage tracker for resource:security_group_rule and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:16.412762 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:16.420659 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:16.438755 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2cc7eda9-3954-4a12-b7b0-eea0baeb90a4 req-3110dedf-2321-46ce-984f-f3c32acb469c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524364 May 20 09:04:16.444367 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.512562 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.516132 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.523525 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:16.541091 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08377e9b-35eb-412f-a9ff-e5929c5ad5d4,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:16.543960 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:16.552436 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.553672 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-44024b50-c560-4720-84e7-a0f313d9f416 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695626 May 20 09:04:16.556331 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38582) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:16.562254 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Request body: {'security_group_rule': {'security_group_id': '75788da0-2911-4601-8ca7-0d6974d6f175', 'project_id': '1210d4d3726245009d762c50adc0541f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:16.568515 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:16.572341 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Usage tracker for resource:security_group_rule and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:16.575542 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:16.581321 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:16.599405 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.665199 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.669386 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.675462 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7376e71f-d2d2-4f6f-b088-b09cbdba9806 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:16.695116 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af023484-d91c-4f89-8270-264e64d87d73,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:16.697549 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:16.706078 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.710070 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-927f3615-39eb-450d-b03c-bdcdec8224f0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1527629 May 20 09:04:16.710207 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38588) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:16.715501 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Request body: {'security_group_rule': {'security_group_id': '75788da0-2911-4601-8ca7-0d6974d6f175', 'project_id': '1210d4d3726245009d762c50adc0541f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:16.721644 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:16.725525 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Usage tracker for resource:security_group_rule and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:16.728692 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:16.739307 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:16.753746 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.securitygroups_db [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Project 1210d4d3726245009d762c50adc0541f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 09:04:16.759877 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.830754 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.834951 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.836956 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:16.860226 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afb6859-f6dd-4837-b339-698962353430,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:16.862809 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:16.870234 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.871529 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1602695 May 20 09:04:16.874378 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38592) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:16.879944 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Request body: {'security_group_rule': {'security_group_id': '75788da0-2911-4601-8ca7-0d6974d6f175', 'project_id': '1210d4d3726245009d762c50adc0541f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:16.887243 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:16.891724 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Usage tracker for resource:security_group_rule and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:16.894999 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:16.901047 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:16.912681 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.securitygroups_db [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Project 1210d4d3726245009d762c50adc0541f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 09:04:16.919448 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.986344 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.990295 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.992336 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-acb3b768-cc20-4ea1-81e7-686b4eaa0123 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:17.013801 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8585c90-7f32-4546-8de8-e2806419890a,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:17.016369 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:17.023481 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:17.024805 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491559 May 20 09:04:17.156335 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device c6e15cb1-ef16-40de-9e3a-fbc19580695c up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:17.228406 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port c6e15cb1-ef16-40de-9e3a-fbc19580695c completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:17.233674 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port c6e15cb1-ef16-40de-9e3a-fbc19580695c triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:17.234057 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:17.362893 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:17.380684 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port c6e15cb1-ef16-40de-9e3a-fbc19580695c, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=c6e15cb1-ef16-40de-9e3a-fbc19580695c,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:17.384900 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:17.387677 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:17.456163 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=c6e15cb1-ef16-40de-9e3a-fbc19580695c,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:17.459346 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:17.792084 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e14da-9d7b-443c-be94-94d4db349eca req-6edd124b-b46d-4848-bd29-a47ad8d7f6be tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:17.793656 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d70e14da-9d7b-443c-be94-94d4db349eca req-6edd124b-b46d-4848-bd29-a47ad8d7f6be tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0929799 May 20 09:04:17.802626 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Sync routers for ids ['8bdaf292-7288-44f5-b0d9-524c00c4946a'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:04:17.813018 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Routers {'8bdaf292-7288-44f5-b0d9-524c00c4946a'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:17.813518 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:04:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8bdaf292-7288-44f5-b0d9-524c00c4946a'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:17.840651 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d70e14da-9d7b-443c-be94-94d4db349eca req-0203535f-a51a-484c-950c-551acfd5e2c9 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410888 May 20 09:04:18.023403 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Set router 8bdaf292-7288-44f5-b0d9-524c00c4946a gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:18.040103 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd712a-e910-49c6-8a23-a1bbd0ee3333 req-3580a21f-82b6-4da4-947d-2c33d9b2dbfe tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:18.041591 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7bbd712a-e910-49c6-8a23-a1bbd0ee3333 req-3580a21f-82b6-4da4-947d-2c33d9b2dbfe tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0887930 May 20 09:04:18.050681 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 38654) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:18.055889 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-38426b18-a669-46c7-af8f-54594c874237 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Request body: {'floatingip': {'port_id': '56a6c521-d72f-44dc-94ac-46c7f5cc6282'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:18.138845 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-38426b18-a669-46c7-af8f-54594c874237 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:18.361448 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'name': 'tempest-TestShelveInstance-523249745-router', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:04:07Z', 'updated_at': '2021-05-20T09:04:14Z', 'revision_number': 4, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'gw_port': {'id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:09Z', 'updated_at': '2021-05-20T09:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '504141aa-13a0-4354-bad6-5361898d5914', 'name': '', 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'mac_address': 'fa:16:3e:46:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5f1c7faf-df31-450e-92ee-79852a682887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:13Z', 'updated_at': '2021-05-20T09:04:14Z', 'revision_number': 2, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'subnets': [{'id': '5f1c7faf-df31-450e-92ee-79852a682887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:18.365612 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Checking router: 8bdaf292-7288-44f5-b0d9-524c00c4946a for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:04:18.365992 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Updating router 8bdaf292-7288-44f5-b0d9-524c00c4946a port 504141aa-13a0-4354-bad6-5361898d5914 binding host dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:04:18.419230 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:18.772984 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Notify callbacks [] for port, precommit_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:18.786780 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.provisioning_blocks [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Transition to ACTIVE for port object 504141aa-13a0-4354-bad6-5361898d5914 will not be triggered until provisioned by entity L2. {{(pid=91690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:18.795060 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:18.806489 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:18.852719 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-38426b18-a669-46c7-af8f-54594c874237 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:18.857742 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-38426b18-a669-46c7-af8f-54594c874237 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:18.943067 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c67dbd-cd22-4ec2-883d-03c1af38b4d8 None None] Pushing event updated for resources: {'Port': ['ID=504141aa-13a0-4354-bad6-5361898d5914,revision_number=3']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:18.971398 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-e6c67dbd-cd22-4ec2-883d-03c1af38b4d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:19.039671 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Attempting to bind port 504141aa-13a0-4354-bad6-5361898d5914 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:04:19.040045 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Attempting to bind port 504141aa-13a0-4354-bad6-5361898d5914 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': 'e6a68226-96ad-4059-8a8e-9546274d70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c'}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:04:19.040405 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Attempting to bind port 504141aa-13a0-4354-bad6-5361898d5914 on network 374fd839-a2bc-4b80-9c68-3a84f097910c {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:04:19.045838 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:04:19.046216 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Checking segment: {'id': 'e6a68226-96ad-4059-8a8e-9546274d70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:04:19.046618 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:19.047025 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Bound using segment: {'id': 'e6a68226-96ad-4059-8a8e-9546274d70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c'} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:04:19.047492 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Bound port: 504141aa-13a0-4354-bad6-5361898d5914, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a68226-96ad-4059-8a8e-9546274d70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c'}}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:04:19.047865 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:19.055233 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.l3_db [None req-38426b18-a669-46c7-af8f-54594c874237 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Floating IP c0035bdc-4b4c-4a83-9852-abc314c2940b associated. External IP: 172.28.2.135, port: 56a6c521-d72f-44dc-94ac-46c7f5cc6282. May 20 09:04:19.138636 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device c6e15cb1-ef16-40de-9e3a-fbc19580695c up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:19.140362 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] For port 504141aa-13a0-4354-bad6-5361898d5914, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:04:19.143952 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] For port 504141aa-13a0-4354-bad6-5361898d5914, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=504141aa-13a0-4354-bad6-5361898d5914,segment=NetworkSegment(e6a68226-96ad-4059-8a8e-9546274d70ef),segment_id=e6a68226-96ad-4059-8a8e-9546274d70ef)] {{(pid=91690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:04:19.153341 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:19.159052 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:19.209687 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port c6e15cb1-ef16-40de-9e3a-fbc19580695c triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:19.210401 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:19.230416 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Routers {'8bdaf292-7288-44f5-b0d9-524c00c4946a'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:19.231089 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:04:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8bdaf292-7288-44f5-b0d9-524c00c4946a'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:19.473453 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38426b18-a669-46c7-af8f-54594c874237 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Router b5a53162-4afc-485e-a413-fc98e1b29965 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:04:19.525518 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c67dbd-cd22-4ec2-883d-03c1af38b4d8 None None] Pushing event updated for resources: {'Port': ['ID=504141aa-13a0-4354-bad6-5361898d5914,revision_number=4']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:19.530328 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-e6c67dbd-cd22-4ec2-883d-03c1af38b4d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:19.549153 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] Set router 8bdaf292-7288-44f5-b0d9-524c00c4946a gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:19.674272 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38426b18-a669-46c7-af8f-54594c874237 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:04:19.679124 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-38426b18-a669-46c7-af8f-54594c874237 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:19.695449 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609dc01b-9e2a-4b9b-a689-7daa5c5eb254 None None] Sync routers for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:04:19.709774 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609dc01b-9e2a-4b9b-a689-7daa5c5eb254 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:19.710494 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-609dc01b-9e2a-4b9b-a689-7daa5c5eb254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:04:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:19.738421 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-38426b18-a669-46c7-af8f-54594c874237 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "PUT /v2.0/floatingips/c0035bdc-4b4c-4a83-9852-abc314c2940b HTTP/1.1" status: 200 len: 992 time: 1.6865792 May 20 09:04:19.739134 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:04:19.796684 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'status': 'completed', 'code': 200} May 20 09:04:19.969382 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-609dc01b-9e2a-4b9b-a689-7daa5c5eb254 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:19.971247 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'name': 'tempest-TestShelveInstance-523249745-router', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:04:07Z', 'updated_at': '2021-05-20T09:04:14Z', 'revision_number': 4, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'gw_port': {'id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:09Z', 'updated_at': '2021-05-20T09:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '504141aa-13a0-4354-bad6-5361898d5914', 'name': '', 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'mac_address': 'fa:16:3e:46:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5f1c7faf-df31-450e-92ee-79852a682887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:13Z', 'updated_at': '2021-05-20T09:04:19Z', 'revision_number': 4, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'subnets': [{'id': '5f1c7faf-df31-450e-92ee-79852a682887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:19.976614 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec0ed5-7f9d-47ec-90b2-f3cbb06b9f3d None None] The sync data for ids ['8bdaf292-7288-44f5-b0d9-524c00c4946a'] in dv-cinder-790910-5-smb is: [{'id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'name': 'tempest-TestShelveInstance-523249745-router', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:04:07Z', 'updated_at': '2021-05-20T09:04:14Z', 'revision_number': 4, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'gw_port': {'id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:09Z', 'updated_at': '2021-05-20T09:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '504141aa-13a0-4354-bad6-5361898d5914', 'name': '', 'network_id': '374fd839-a2bc-4b80-9c68-3a84f097910c', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'mac_address': 'fa:16:3e:46:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5f1c7faf-df31-450e-92ee-79852a682887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:13Z', 'updated_at': '2021-05-20T09:04:19Z', 'revision_number': 4, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'subnets': [{'id': '5f1c7faf-df31-450e-92ee-79852a682887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:04:20.178726 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5b04b-63c3-4fd2-b633-be37fad7ae30 req-fb19a00e-f7a6-4ff5-b7dd-bcd22839dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:20.181194 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10d5b04b-63c3-4fd2-b633-be37fad7ae30 req-fb19a00e-f7a6-4ff5-b7dd-bcd22839dea8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 1099 time: 0.2862010 May 20 09:04:20.226685 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:04:20.349401 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5b04b-63c3-4fd2-b633-be37fad7ae30 req-4cc4ac35-eb7d-4845-a19f-18889373b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:20.352185 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10d5b04b-63c3-4fd2-b633-be37fad7ae30 req-4cc4ac35-eb7d-4845-a19f-18889373b562 service neutron] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 918 time: 0.1570766 May 20 09:04:20.393470 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-609dc01b-9e2a-4b9b-a689-7daa5c5eb254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': 'c0035bdc-4b4c-4a83-9852-abc314c2940b', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'port_id': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'mac_address': 'fa:16:3e:88:64:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:18Z', 'revision_number': 1, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:20.401617 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609dc01b-9e2a-4b9b-a689-7daa5c5eb254 None None] Checking router: b5a53162-4afc-485e-a413-fc98e1b29965 for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:04:20.412278 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609dc01b-9e2a-4b9b-a689-7daa5c5eb254 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:20.413138 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-609dc01b-9e2a-4b9b-a689-7daa5c5eb254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:04:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:20.494044 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10d5b04b-63c3-4fd2-b633-be37fad7ae30 req-e20a80aa-c5b0-491c-a35d-26c35cd37fef service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282 HTTP/1.1" status: 200 len: 1000 time: 0.1314652 May 20 09:04:20.575066 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5b04b-63c3-4fd2-b633-be37fad7ae30 req-9b98d377-bebd-4fe6-ad2d-af9cc0981542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:20.582305 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10d5b04b-63c3-4fd2-b633-be37fad7ae30 req-9b98d377-bebd-4fe6-ad2d-af9cc0981542 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.0818250 May 20 09:04:20.629601 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-609dc01b-9e2a-4b9b-a689-7daa5c5eb254 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:20.694372 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5b04b-63c3-4fd2-b633-be37fad7ae30 req-402fa398-36f9-4b8d-8998-1e9b7919c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:20.695983 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10d5b04b-63c3-4fd2-b633-be37fad7ae30 req-402fa398-36f9-4b8d-8998-1e9b7919c9e4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1057508 May 20 09:04:20.845133 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10d5b04b-63c3-4fd2-b633-be37fad7ae30 req-a1172554-4beb-4b22-80d9-6ffaaa1f6d16 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350963 May 20 09:04:21.005207 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-609dc01b-9e2a-4b9b-a689-7daa5c5eb254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': 'c0035bdc-4b4c-4a83-9852-abc314c2940b', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'port_id': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'mac_address': 'fa:16:3e:88:64:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:18Z', 'revision_number': 1, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:21.012597 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10d5b04b-63c3-4fd2-b633-be37fad7ae30 req-fe15104d-f0d8-4173-9cd6-ee8282b77bb9 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602292 May 20 09:04:21.014395 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609dc01b-9e2a-4b9b-a689-7daa5c5eb254 None None] The sync data for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb is: [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': 'c0035bdc-4b4c-4a83-9852-abc314c2940b', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'port_id': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'mac_address': 'fa:16:3e:88:64:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:18Z', 'revision_number': 1, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:04:21.147422 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 504141aa-13a0-4354-bad6-5361898d5914 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:21.216417 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 504141aa-13a0-4354-bad6-5361898d5914 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:21.221321 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 504141aa-13a0-4354-bad6-5361898d5914 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:21.221725 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:21.342320 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:21.379641 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 504141aa-13a0-4354-bad6-5361898d5914, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=504141aa-13a0-4354-bad6-5361898d5914,segment=NetworkSegment(e6a68226-96ad-4059-8a8e-9546274d70ef),segment_id=e6a68226-96ad-4059-8a8e-9546274d70ef)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:21.385143 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:21.387825 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-1c29f2f4-b841-47c9-a935-65eed4c12323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:21.461913 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=504141aa-13a0-4354-bad6-5361898d5914,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:21.465077 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:21.854778 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bda207-e604-47f5-87ff-3885506ecf84 None None] New status for floating IP c0035bdc-4b4c-4a83-9852-abc314c2940b: ACTIVE {{(pid=91690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:04:23.128563 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 504141aa-13a0-4354-bad6-5361898d5914 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:23.198664 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 504141aa-13a0-4354-bad6-5361898d5914 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:23.199036 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:29.402014 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787bf4b-4375-4bdc-abc8-9a1a78956e3f req-0d4e578b-a51c-42b5-ba7c-b0017e197eae tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:29.403529 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8787bf4b-4375-4bdc-abc8-9a1a78956e3f req-0d4e578b-a51c-42b5-ba7c-b0017e197eae tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 945 time: 0.0815446 May 20 09:04:29.448733 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8787bf4b-4375-4bdc-abc8-9a1a78956e3f req-cc40e1bd-5ae1-48e1-8690-76e00549e5d3 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390422 May 20 09:04:30.644769 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b1a57-3fc6-47fa-a801-4b23daf1825a req-a212cfcc-c982-438b-b357-a19895f54c7c tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:30.646149 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-830b1a57-3fc6-47fa-a801-4b23daf1825a req-a212cfcc-c982-438b-b357-a19895f54c7c tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 945 time: 0.0847738 May 20 09:04:30.693363 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-830b1a57-3fc6-47fa-a801-4b23daf1825a req-2656d2e5-8081-44e3-9c8d-519bb8c47e66 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412967 May 20 09:04:31.882156 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aec03f-d3a9-4d3b-bafe-811dc3720d31 req-7db9c603-53c6-4b60-8061-26b031815795 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:31.884115 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-01aec03f-d3a9-4d3b-bafe-811dc3720d31 req-7db9c603-53c6-4b60-8061-26b031815795 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 945 time: 0.0812707 May 20 09:04:31.930728 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-01aec03f-d3a9-4d3b-bafe-811dc3720d31 req-f970b02a-4d81-48a9-93fe-0bf0c9c3ab6e tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405507 May 20 09:04:33.117936 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d5140-721b-4e5e-9839-88f14093b7fc req-c7b918cf-2946-4cc7-84fb-cd1d91d8fe60 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:33.119408 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-049d5140-721b-4e5e-9839-88f14093b7fc req-c7b918cf-2946-4cc7-84fb-cd1d91d8fe60 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 945 time: 0.0796530 May 20 09:04:33.164124 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-049d5140-721b-4e5e-9839-88f14093b7fc req-f9a66a30-cbb4-4a74-9e95-4081e75cee2d tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389206 May 20 09:04:34.149866 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ba617372-0407-4f82-b1d5-8520cafaa516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:34.380157 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14642092-7e0b-42e7-a1fc-7c9826de2a55 req-154cc999-28b2-401b-8f76-e716da163008 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:34.382168 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-14642092-7e0b-42e7-a1fc-7c9826de2a55 req-154cc999-28b2-401b-8f76-e716da163008 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 945 time: 0.1049488 May 20 09:04:34.440744 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-14642092-7e0b-42e7-a1fc-7c9826de2a55 req-51a672de-9202-4c96-803d-99443e88111a tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522263 May 20 09:04:35.628868 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ae19d-8782-4d2b-83ea-2581c6912874 req-35e0d008-07bc-4f7c-b182-6f8e39daa980 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:35.630308 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e95ae19d-8782-4d2b-83ea-2581c6912874 req-35e0d008-07bc-4f7c-b182-6f8e39daa980 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 945 time: 0.0788519 May 20 09:04:35.675547 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e95ae19d-8782-4d2b-83ea-2581c6912874 req-c27923ae-5769-4355-9fad-c347246a4d59 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393195 May 20 09:04:35.890372 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a387f-d872-4ba9-9cc4-d59f031b9ace req-b6fef3e8-acec-4381-830d-5f22aa710a59 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:35.891692 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8c3a387f-d872-4ba9-9cc4-d59f031b9ace req-b6fef3e8-acec-4381-830d-5f22aa710a59 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.97 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 945 time: 0.0841298 May 20 09:04:36.026674 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-8c3a387f-d872-4ba9-9cc4-d59f031b9ace req-a7a31b66-b201-45c4-85ef-56b9757d5143 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Deleting port fad8483a-217c-476c-a155-991a7acd25e7 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:04:36.027015 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-8c3a387f-d872-4ba9-9cc4-d59f031b9ace req-a7a31b66-b201-45c4-85ef-56b9757d5143 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:36.162570 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-8c3a387f-d872-4ba9-9cc4-d59f031b9ace req-a7a31b66-b201-45c4-85ef-56b9757d5143 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] For port fad8483a-217c-476c-a155-991a7acd25e7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fad8483a-217c-476c-a155-991a7acd25e7,segment=NetworkSegment(d34d2b37-4206-491a-9355-fa63c83cd658),segment_id=d34d2b37-4206-491a-9355-fa63c83cd658)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:36.162849 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-8c3a387f-d872-4ba9-9cc4-d59f031b9ace req-a7a31b66-b201-45c4-85ef-56b9757d5143 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:36.387315 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-8c3a387f-d872-4ba9-9cc4-d59f031b9ace req-a7a31b66-b201-45c4-85ef-56b9757d5143 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Calling delete_port for fad8483a-217c-476c-a155-991a7acd25e7 owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:04:36.509698 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-8c3a387f-d872-4ba9-9cc4-d59f031b9ace req-a7a31b66-b201-45c4-85ef-56b9757d5143 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:36.517256 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-353cec3e-0237-438a-b9bb-1cb2148a1079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:36.551286 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['fad8483a-217c-476c-a155-991a7acd25e7'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:04:36.581191 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a31b66-b201-45c4-85ef-56b9757d5143 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Pushing event deleted for resources: {'Port': ['ID=fad8483a-217c-476c-a155-991a7acd25e7,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:36.610784 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a7a31b66-b201-45c4-85ef-56b9757d5143 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:36.673696 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:36.674959 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3a387f-d872-4ba9-9cc4-d59f031b9ace req-a7a31b66-b201-45c4-85ef-56b9757d5143 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] No DVR routers for this DVR port fad8483a-217c-476c-a155-991a7acd25e7 on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:04:36.679039 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b44ad161-921f-4696-9f75-5560968e8a9e tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530611660&fields=id&tenant_id=1210d4d3726245009d762c50adc0541f HTTP/1.1" status: 200 len: 267 time: 0.1260786 May 20 09:04:36.680028 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-8c3a387f-d872-4ba9-9cc4-d59f031b9ace req-a7a31b66-b201-45c4-85ef-56b9757d5143 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:36.682664 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfcbb3-66f6-44f3-aab0-13c2d579a902', 'name': 'network-vif-deleted', 'tag': 'fad8483a-217c-476c-a155-991a7acd25e7'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:04:36.710981 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8c3a387f-d872-4ba9-9cc4-d59f031b9ace req-a7a31b66-b201-45c4-85ef-56b9757d5143 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.97 "DELETE /v2.0/ports/fad8483a-217c-476c-a155-991a7acd25e7 HTTP/1.1" status: 204 len: 173 time: 0.8120301 May 20 09:04:36.844369 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-ce19030f-bfae-4e90-b938-dc96e4c16bc9 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:36.845922 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-ce19030f-bfae-4e90-b938-dc96e4c16bc9 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/networks?id=ab513153-7e55-4aee-9814-9bf571dff8d6 HTTP/1.1" status: 200 len: 808 time: 0.1585922 May 20 09:04:36.859788 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a0bf8646-9ef6-4e11-90ac-c757e00301f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:36.867650 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-e0e9898b-0819-48ae-a785-3beedff51e73 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/quotas/1210d4d3726245009d762c50adc0541f HTTP/1.1" status: 200 len: 375 time: 0.0104976 May 20 09:04:36.912026 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfcbb3-66f6-44f3-aab0-13c2d579a902', 'name': 'network-vif-deleted', 'tag': 'fad8483a-217c-476c-a155-991a7acd25e7', 'status': 'completed', 'code': 200} May 20 09:04:36.967448 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-433677c6-ed13-4615-bcf4-faf62f377a96 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1210d4d3726245009d762c50adc0541f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928171 May 20 09:04:37.106653 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ccaf0522-ce01-4439-bf1c-e26769398eb5 req-f54110ae-43ca-4880-b4b3-20d46239a2fd tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Synchronizing usage tracker for tenant:ca9b96379737438b99320606e55bf487 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:04:37.155860 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-ccaf0522-ce01-4439-bf1c-e26769398eb5 req-f54110ae-43ca-4880-b4b3-20d46239a2fd tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Unset dirty status for tenant:ca9b96379737438b99320606e55bf487 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:04:37.157013 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ccaf0522-ce01-4439-bf1c-e26769398eb5 req-f54110ae-43ca-4880-b4b3-20d46239a2fd tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfcbb3-66f6-44f3-aab0-13c2d579a902 HTTP/1.1" status: 200 len: 210 time: 0.1410544 May 20 09:04:37.170195 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-ad68e0d1-8c7a-4c1c-bc6b-7a8a330ac992 service neutron] 10.222.0.88 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904941 May 20 09:04:37.312201 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-d92db7f5-0819-4e68-822a-7ac82d210dd9 service neutron] 10.222.0.88 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359696 May 20 09:04:37.704894 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:37.745154 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8f8f8e7a-5b10-462f-9d1a-17d16fc40c80 req-02109f53-1f21-46f4-854e-3d46f6dad5a5 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 210 time: 0.0471196 May 20 09:04:38.918230 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-52929ae1-12ab-4838-bbab-a6342d585a59 req-d0a17f59-7593-4666-90f9-810529ebc9bd tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 210 time: 0.0647986 May 20 09:04:39.046725 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-963d16e6-d5f1-4097-81be-2ca65408cb0d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:39.048145 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-963d16e6-d5f1-4097-81be-2ca65408cb0d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.97 "GET /v2.0/networks?id=ab513153-7e55-4aee-9814-9bf571dff8d6 HTTP/1.1" status: 200 len: 808 time: 0.1562884 May 20 09:04:39.110732 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-e94bf087-7fd2-4387-a48c-2192fc7a750d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1210d4d3726245009d762c50adc0541f HTTP/1.1" status: 200 len: 380 time: 0.0429614 May 20 09:04:39.124775 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Request body: {'port': {'device_id': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'admin_state_up': True, 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'security_groups': ['75788da0-2911-4601-8ca7-0d6974d6f175']}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:39.258839 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:39.262644 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Usage tracker for resource:port and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:39.265628 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:39.271702 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:39.281669 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Made reservation on behalf of 1210d4d3726245009d762c50adc0541f for: {'port': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:04:39.285332 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:39.448057 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Allocated IP 172.20.0.9 (ab513153-7e55-4aee-9814-9bf571dff8d6/98de9bf2-24b4-4e86-89a0-6b32b34c6013/621f536e-8d37-493c-82d9-6f0b4b7f2479) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:04:39.503600 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:39.774791 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:39.797085 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Transition to ACTIVE for port object 621f536e-8d37-493c-82d9-6f0b4b7f2479 will not be triggered until provisioned by entity DHCP. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:39.823130 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:39.829523 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-cb96eb30-9c3a-43fd-8d5e-12c56de7bfa6 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:39.874635 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device fad8483a-217c-476c-a155-991a7acd25e7 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:04:39.899483 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Network ab513153-7e55-4aee-9814-9bf571dff8d6 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:39.902571 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:39.907072 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:04:39.911495 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: fad8483a-217c-476c-a155-991a7acd25e7 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:04:39.911896 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device fad8483a-217c-476c-a155-991a7acd25e7 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:04:39.947194 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event updated for resources: {'Port': ['ID=621f536e-8d37-493c-82d9-6f0b4b7f2479,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:39.954918 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:39.995164 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:39.995868 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:40.019189 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8985989 May 20 09:04:40.038422 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Request body: {'port': {'device_id': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:40.116544 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-305f7177-374d-462f-a9f6-19394b525530 None None] Provisioning for port 621f536e-8d37-493c-82d9-6f0b4b7f2479 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:40.121155 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-305f7177-374d-462f-a9f6-19394b525530 None None] Provisioning complete for port 621f536e-8d37-493c-82d9-6f0b4b7f2479 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:40.121728 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-305f7177-374d-462f-a9f6-19394b525530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:40.173409 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-305f7177-374d-462f-a9f6-19394b525530 None None] Port 621f536e-8d37-493c-82d9-6f0b4b7f2479 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:04:40.221316 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d90b-6ffc-474d-bc72-50a50936c7a5 req-58f75863-2eda-4f9b-b0e1-4c56883338ba tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:40.222103 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-8cf9d90b-6ffc-474d-bc72-50a50936c7a5 req-58f75863-2eda-4f9b-b0e1-4c56883338ba tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Synchronizing usage tracker for tenant:1210d4d3726245009d762c50adc0541f on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:04:40.226860 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:40.302083 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-8cf9d90b-6ffc-474d-bc72-50a50936c7a5 req-58f75863-2eda-4f9b-b0e1-4c56883338ba tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Unset dirty status for tenant:1210d4d3726245009d762c50adc0541f on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:04:40.303240 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8cf9d90b-6ffc-474d-bc72-50a50936c7a5 req-58f75863-2eda-4f9b-b0e1-4c56883338ba tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 931 time: 0.2392573 May 20 09:04:40.417453 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8cf9d90b-6ffc-474d-bc72-50a50936c7a5 req-9901ca94-aafa-48c1-bc0f-6e6094329583 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008677 May 20 09:04:40.613088 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621f536e-8d37-493c-82d9-6f0b4b7f2479 {{(pid=91688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:04:40.620068 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:40.634691 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Transition to ACTIVE for port object 621f536e-8d37-493c-82d9-6f0b4b7f2479 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:40.638808 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:40.642504 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-bd6dd090-e3d4-4099-8018-a30bf6f2f9dc tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:40.792307 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Pushing event updated for resources: {'Port': ['ID=621f536e-8d37-493c-82d9-6f0b4b7f2479,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:40.801734 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:40.875271 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Attempting to bind port 621f536e-8d37-493c-82d9-6f0b4b7f2479 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:04:40.875598 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Attempting to bind port 621f536e-8d37-493c-82d9-6f0b4b7f2479 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:04:40.875914 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Attempting to bind port 621f536e-8d37-493c-82d9-6f0b4b7f2479 on network ab513153-7e55-4aee-9814-9bf571dff8d6 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:04:40.880473 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Port 621f536e-8d37-493c-82d9-6f0b4b7f2479 on network ab513153-7e55-4aee-9814-9bf571dff8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:04:40.880811 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Attempting to bind port 621f536e-8d37-493c-82d9-6f0b4b7f2479 on network ab513153-7e55-4aee-9814-9bf571dff8d6 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:04:40.885929 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:04:40.886267 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Checking segment: {'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:04:40.886640 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Bound using segment: {'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:04:40.887058 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Bound port: 621f536e-8d37-493c-82d9-6f0b4b7f2479, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1b253a-5f92-4709-9aa1-56c81884d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:04:40.887397 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:40.974045 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] For port 621f536e-8d37-493c-82d9-6f0b4b7f2479, host hv-cinder-79091, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:04:40.976832 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] For port 621f536e-8d37-493c-82d9-6f0b4b7f2479, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:04:40.982248 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:40.985806 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-601f4169-162f-498f-aa51-13808081c1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:41.047523 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:41.048139 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:41.049486 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] 10.222.0.97 "PUT /v2.0/ports/621f536e-8d37-493c-82d9-6f0b4b7f2479 HTTP/1.1" status: 200 len: 1093 time: 1.0156298 May 20 09:04:41.049961 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:04:41.069810 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Pushing event updated for resources: {'Port': ['ID=621f536e-8d37-493c-82d9-6f0b4b7f2479,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:41.073095 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:41.144649 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'status': 'completed', 'code': 200} May 20 09:04:41.182190 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-5b70d8e6-5e7a-44b8-9d1c-0981fd86d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:41.184035 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-5b70d8e6-5e7a-44b8-9d1c-0981fd86d8c5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1210d4d3726245009d762c50adc0541f&device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 1096 time: 0.0752077 May 20 09:04:41.265635 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-b262d881-d4ad-4691-96fe-277fc2afcb3a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479 HTTP/1.1" status: 200 len: 217 time: 0.0642672 May 20 09:04:41.331545 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-68fbc227-131a-4325-be6a-53afda186ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:41.333008 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-68fbc227-131a-4325-be6a-53afda186ed7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98de9bf2-24b4-4e86-89a0-6b32b34c6013 HTTP/1.1" status: 200 len: 847 time: 0.0599995 May 20 09:04:41.411567 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-1ca33393-d9d6-42b7-9083-4352add659ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:41.413105 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-1ca33393-d9d6-42b7-9083-4352add659ec service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ab513153-7e55-4aee-9814-9bf571dff8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712545 May 20 09:04:41.714613 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-c07224be-6ff1-416c-ac94-90ff697549dd service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744012 May 20 09:04:41.726230 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ae629-19f1-43ef-8564-2ae3e58dca44 req-507de434-08fd-4abe-80ed-94242b6f82db tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:41.727565 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f50ae629-19f1-43ef-8564-2ae3e58dca44 req-507de434-08fd-4abe-80ed-94242b6f82db tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 943 time: 0.1683378 May 20 09:04:41.863365 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f50ae629-19f1-43ef-8564-2ae3e58dca44 req-88256bf8-0f6b-4523-86e8-c72321ad4d9c tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168709 May 20 09:04:41.889696 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4eb7fd5d-b228-438d-b9e2-68362a3566e1 req-6c392673-f01a-4eec-a384-99d95b2596ad service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612043 May 20 09:04:42.056575 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bd4bf-c8b7-4f45-acd1-995391b15959 req-da020642-10c4-4b7d-8d6e-120196ae9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:42.058069 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d15bd4bf-c8b7-4f45-acd1-995391b15959 req-da020642-10c4-4b7d-8d6e-120196ae9eb5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1210d4d3726245009d762c50adc0541f&device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 1096 time: 0.0746572 May 20 09:04:42.194417 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bd4bf-c8b7-4f45-acd1-995391b15959 req-db596ad3-56da-4841-90d3-33dc7b88fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:42.195851 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d15bd4bf-c8b7-4f45-acd1-995391b15959 req-db596ad3-56da-4841-90d3-33dc7b88fedb service neutron] 10.222.0.97 "GET /v2.0/networks?id=ab513153-7e55-4aee-9814-9bf571dff8d6 HTTP/1.1" status: 200 len: 910 time: 0.1246934 May 20 09:04:42.271464 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d15bd4bf-c8b7-4f45-acd1-995391b15959 req-12a90e0f-32a1-453f-ad08-789f9a79d5c3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479 HTTP/1.1" status: 200 len: 217 time: 0.0621905 May 20 09:04:42.335571 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bd4bf-c8b7-4f45-acd1-995391b15959 req-3a86d29d-8af7-4d51-9c31-0e40d379d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:42.337435 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d15bd4bf-c8b7-4f45-acd1-995391b15959 req-3a86d29d-8af7-4d51-9c31-0e40d379d527 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98de9bf2-24b4-4e86-89a0-6b32b34c6013 HTTP/1.1" status: 200 len: 847 time: 0.0575664 May 20 09:04:42.413641 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bd4bf-c8b7-4f45-acd1-995391b15959 req-aa0ef68e-f180-4010-9cf1-12261cbc0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:42.415088 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d15bd4bf-c8b7-4f45-acd1-995391b15959 req-aa0ef68e-f180-4010-9cf1-12261cbc0726 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ab513153-7e55-4aee-9814-9bf571dff8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705357 May 20 09:04:42.590089 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d15bd4bf-c8b7-4f45-acd1-995391b15959 req-0db06fe0-c979-498f-a381-bfd98271e495 service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660852 May 20 09:04:42.770535 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-7779d2e7-d628-4283-8c16-9d40b75b0d01 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:42.771937 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-7779d2e7-d628-4283-8c16-9d40b75b0d01 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/networks?id=99329896-10b6-401f-a306-3f9563c36ba9 HTTP/1.1" status: 200 len: 813 time: 0.2472701 May 20 09:04:42.800921 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-657e9ff6-4b74-4319-becd-3d78b2f5dc00 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/quotas/ca9b96379737438b99320606e55bf487 HTTP/1.1" status: 200 len: 375 time: 0.0224442 May 20 09:04:42.806366 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d15bd4bf-c8b7-4f45-acd1-995391b15959 req-36dcad0b-b4fe-4620-aa27-9b49297b448f service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743221 May 20 09:04:42.853379 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-614b4e41-e313-4ed5-9a79-e39573bcd323 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ca9b96379737438b99320606e55bf487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457034 May 20 09:04:43.019834 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-6ee94dcf-d3c9-48a1-9095-5e3cc8d00852 service neutron] 10.222.0.88 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595130 May 20 09:04:43.255360 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3400ad-41ba-4797-b725-9a8930de5434 req-6afe0533-86a7-4638-b80d-606a44472e51 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:43.256831 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0b3400ad-41ba-4797-b725-9a8930de5434 req-6afe0533-86a7-4638-b80d-606a44472e51 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 943 time: 0.2819088 May 20 09:04:43.260070 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-fc16ecc6-1f5d-43ca-9ba5-17a3047cb855 service neutron] 10.222.0.88 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336633 May 20 09:04:43.302362 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0b3400ad-41ba-4797-b725-9a8930de5434 req-4b5946da-4f51-493f-b484-1ea6dc69e607 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397182 May 20 09:04:43.438689 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5e8f4802-e3cf-4d25-8015-7d8d07d9cd7c req-67f8f981-ff36-47b3-b508-ae22565acf56 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0457010 May 20 09:04:43.907412 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 621f536e-8d37-493c-82d9-6f0b4b7f2479 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:04:44.047381 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 621f536e-8d37-493c-82d9-6f0b4b7f2479, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:44.060870 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:44.062990 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'port_id': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'mac_address': 'fa:16:3e:9a:4b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:04:44.117131 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:44.136897 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621f536e-8d37-493c-82d9-6f0b4b7f2479 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:04:44.152219 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 621f536e-8d37-493c-82d9-6f0b4b7f2479, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:44.155664 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:44.157340 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:44.221187 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=621f536e-8d37-493c-82d9-6f0b4b7f2479,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:44.228043 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.228645 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.229006 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.229336 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.229661 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.229983 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.230305 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.230623 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.230940 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.231757 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.232085 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.232399 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:44.236253 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:44.494101 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b5ef4-93f0-4206-a314-993a772f3b58 req-21321a12-6c0d-4272-8e5c-df4c72141d6d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:44.495554 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6a5b5ef4-93f0-4206-a314-993a772f3b58 req-21321a12-6c0d-4272-8e5c-df4c72141d6d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 944 time: 0.0854871 May 20 09:04:44.505485 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['621f536e-8d37-493c-82d9-6f0b4b7f2479'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:04:44.675116 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5567a607-c1f7-463f-b1e2-dd970399225a req-722fb5c4-8443-4e1a-aad4-3f756e37e624 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 210 time: 0.1088676 May 20 09:04:44.687284 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6a5b5ef4-93f0-4206-a314-993a772f3b58 req-f54f7d59-ae85-4400-99b9-8efa682fc3dd tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853724 May 20 09:04:44.759903 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-e8019119-1712-4cbd-8128-a6e24c523c8e tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:44.761433 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-e8019119-1712-4cbd-8128-a6e24c523c8e tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.97 "GET /v2.0/networks?id=99329896-10b6-401f-a306-3f9563c36ba9 HTTP/1.1" status: 200 len: 813 time: 0.2384465 May 20 09:04:44.792428 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Request body: {'port': {'device_id': '1b6498d2-ebab-443c-bd61-09147809a2d8', 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9', 'admin_state_up': True, 'tenant_id': 'ca9b96379737438b99320606e55bf487'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:44.929329 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:44.939405 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:44.949176 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Made reservation on behalf of ca9b96379737438b99320606e55bf487 for: {'port': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:04:44.952818 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:45.107236 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Allocated IP 172.20.0.7 (99329896-10b6-401f-a306-3f9563c36ba9/42f7fa99-7975-4f4a-9646-3e8df786dd8e/f0b56679-275e-4c98-91ea-ab1b27b65c86) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:04:45.304125 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:45.332165 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:45.337363 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:45.400265 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Network 99329896-10b6-401f-a306-3f9563c36ba9 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:45.403971 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:45.407801 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:04:45.443282 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Pushing event updated for resources: {'Port': ['ID=f0b56679-275e-4c98-91ea-ab1b27b65c86,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:45.447808 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:45.477995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:45.478848 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:45.502984 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-727ef42d-1e01-47a4-9e74-b416f6b1ed14 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7145917 May 20 09:04:45.531559 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Request body: {'port': {'device_id': '1b6498d2-ebab-443c-bd61-09147809a2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:45.636868 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:45.909487 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 621f536e-8d37-493c-82d9-6f0b4b7f2479 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:45.978941 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 621f536e-8d37-493c-82d9-6f0b4b7f2479 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:45.983905 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 621f536e-8d37-493c-82d9-6f0b4b7f2479 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:45.984296 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:46.033932 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cda8c7-4a25-4e15-820c-94a525fa3638 req-cc69670e-0dee-4210-967d-3e4f17f95e57 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:46.034647 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-11cda8c7-4a25-4e15-820c-94a525fa3638 req-cc69670e-0dee-4210-967d-3e4f17f95e57 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Synchronizing usage tracker for tenant:ca9b96379737438b99320606e55bf487 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:04:46.046725 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaead46-1ff3-468f-856f-d612ae681159 req-a868ac38-8a3c-4679-8e63-d23a02acb0b9 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:46.048176 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dbaead46-1ff3-468f-856f-d612ae681159 req-a868ac38-8a3c-4679-8e63-d23a02acb0b9 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 944 time: 0.2512352 May 20 09:04:46.089860 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-11cda8c7-4a25-4e15-820c-94a525fa3638 req-cc69670e-0dee-4210-967d-3e4f17f95e57 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Unset dirty status for tenant:ca9b96379737438b99320606e55bf487 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:04:46.090986 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11cda8c7-4a25-4e15-820c-94a525fa3638 req-cc69670e-0dee-4210-967d-3e4f17f95e57 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 931 time: 0.2951145 May 20 09:04:46.102141 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:46.131112 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:04:46.142023 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 621f536e-8d37-493c-82d9-6f0b4b7f2479, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:46.146266 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:46.148314 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:46.215245 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=621f536e-8d37-493c-82d9-6f0b4b7f2479,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:46.218346 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:46.265792 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b56679-275e-4c98-91ea-ab1b27b65c86 {{(pid=91688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:04:46.278637 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dbaead46-1ff3-468f-856f-d612ae681159 req-951ea0b7-8926-42db-8b57-57a4a27df683 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212195 May 20 09:04:46.280169 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:46.304246 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11cda8c7-4a25-4e15-820c-94a525fa3638 req-8cccf069-c863-4505-b15c-82c863669d4b tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890830 May 20 09:04:46.317868 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Transition to ACTIVE for port object f0b56679-275e-4c98-91ea-ab1b27b65c86 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:04:46.323006 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:46.327903 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:46.485715 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Pushing event updated for resources: {'Port': ['ID=f0b56679-275e-4c98-91ea-ab1b27b65c86,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:46.493250 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:46.524635 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'code': 200} May 20 09:04:46.571648 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Attempting to bind port f0b56679-275e-4c98-91ea-ab1b27b65c86 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:04:46.572261 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Attempting to bind port f0b56679-275e-4c98-91ea-ab1b27b65c86 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'd34d2b37-4206-491a-9355-fa63c83cd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:04:46.572373 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Attempting to bind port f0b56679-275e-4c98-91ea-ab1b27b65c86 on network 99329896-10b6-401f-a306-3f9563c36ba9 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:04:46.577534 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Port f0b56679-275e-4c98-91ea-ab1b27b65c86 on network 99329896-10b6-401f-a306-3f9563c36ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:04:46.577767 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Attempting to bind port f0b56679-275e-4c98-91ea-ab1b27b65c86 on network 99329896-10b6-401f-a306-3f9563c36ba9 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:04:46.583430 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:04:46.583762 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Checking segment: {'id': 'd34d2b37-4206-491a-9355-fa63c83cd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:04:46.584201 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Bound using segment: {'id': 'd34d2b37-4206-491a-9355-fa63c83cd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:04:46.584638 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Bound port: f0b56679-275e-4c98-91ea-ab1b27b65c86, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34d2b37-4206-491a-9355-fa63c83cd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:04:46.585151 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:46.679776 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] For port f0b56679-275e-4c98-91ea-ab1b27b65c86, host hv-cinder-79091, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:04:46.683020 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] For port f0b56679-275e-4c98-91ea-ab1b27b65c86, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f0b56679-275e-4c98-91ea-ab1b27b65c86,segment=NetworkSegment(d34d2b37-4206-491a-9355-fa63c83cd658),segment_id=d34d2b37-4206-491a-9355-fa63c83cd658)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:04:46.688664 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:46.692428 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4419c794-1277-4cbf-b51b-f4c71754a637 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:46.751393 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:46.752007 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:46.753481 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] 10.222.0.97 "PUT /v2.0/ports/f0b56679-275e-4c98-91ea-ab1b27b65c86 HTTP/1.1" status: 200 len: 1093 time: 1.2265272 May 20 09:04:46.753968 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6498d2-ebab-443c-bd61-09147809a2d8', 'tag': 'f0b56679-275e-4c98-91ea-ab1b27b65c86'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:04:46.777576 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Pushing event updated for resources: {'Port': ['ID=f0b56679-275e-4c98-91ea-ab1b27b65c86,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:46.781661 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:46.810513 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6498d2-ebab-443c-bd61-09147809a2d8', 'tag': 'f0b56679-275e-4c98-91ea-ab1b27b65c86', 'status': 'completed', 'code': 200} May 20 09:04:46.931455 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e8448-6ef2-4020-b7d5-ed8282bb3deb req-7e1af906-0289-46f8-8770-d65411373968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:46.933264 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-934e8448-6ef2-4020-b7d5-ed8282bb3deb req-7e1af906-0289-46f8-8770-d65411373968 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 1098 time: 0.0707092 May 20 09:04:46.936700 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-5977deb1-adb4-49b4-95c3-60f591f6f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:46.938189 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-5977deb1-adb4-49b4-95c3-60f591f6f2cc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ca9b96379737438b99320606e55bf487&device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0770488 May 20 09:04:46.991062 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-934e8448-6ef2-4020-b7d5-ed8282bb3deb req-f0d94722-5f16-4d4c-a372-baf86277391d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367315 May 20 09:04:47.016977 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-70ad1264-4a6d-477d-b233-db07af1ee577 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0b56679-275e-4c98-91ea-ab1b27b65c86 HTTP/1.1" status: 200 len: 217 time: 0.0616958 May 20 09:04:47.333657 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ecf1e7a9-ef9c-4219-acd0-bb012dbb5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:47.335181 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-ecf1e7a9-ef9c-4219-acd0-bb012dbb5be8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=42f7fa99-7975-4f4a-9646-3e8df786dd8e HTTP/1.1" status: 200 len: 853 time: 0.0625381 May 20 09:04:47.407552 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-b4348b82-7c7c-4c96-be84-15a1793d80fa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=99329896-10b6-401f-a306-3f9563c36ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481091 May 20 09:04:47.649313 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-dd0d4e86-0e40-4a9d-878c-9e3ae9737c5c service neutron] 10.222.0.97 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123296 May 20 09:04:47.659531 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39ee48-266a-4f59-b694-0a1b20d5c6c5 req-0a27609f-1997-4157-b8a3-20b5804e3cca tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:47.660908 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4a39ee48-266a-4f59-b694-0a1b20d5c6c5 req-0a27609f-1997-4157-b8a3-20b5804e3cca tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.2561419 May 20 09:04:47.718167 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1358db-bbe5-480c-96a0-b5727994f3f1 req-a86834b8-fcbe-4063-9aae-7c7bb64dcdff tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:47.719562 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8d1358db-bbe5-480c-96a0-b5727994f3f1 req-a86834b8-fcbe-4063-9aae-7c7bb64dcdff tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 943 time: 0.2816956 May 20 09:04:47.828055 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4a39ee48-266a-4f59-b694-0a1b20d5c6c5 req-9edca121-29e9-41f0-b20e-b69be2c1461f tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440830 May 20 09:04:47.845746 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8d1358db-bbe5-480c-96a0-b5727994f3f1 req-29f90460-b71f-4410-a8b1-04209ac3c424 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192601 May 20 09:04:47.869828 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-028d2994-8ca1-4a13-9d1b-1e739797a015 req-90e94652-0608-4771-bacb-97e137eb5f95 service neutron] 10.222.0.97 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073762 May 20 09:04:48.107195 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e373-a40e-494d-b10e-b94fb7f0a107 req-44af74cd-5fe9-45fa-af67-78f78ba66b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:48.108653 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ab06e373-a40e-494d-b10e-b94fb7f0a107 req-44af74cd-5fe9-45fa-af67-78f78ba66b60 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ca9b96379737438b99320606e55bf487&device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0715785 May 20 09:04:48.279632 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e373-a40e-494d-b10e-b94fb7f0a107 req-d70a98c9-fbfc-400a-b611-6cc50a7848d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:48.281076 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ab06e373-a40e-494d-b10e-b94fb7f0a107 req-d70a98c9-fbfc-400a-b611-6cc50a7848d5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=99329896-10b6-401f-a306-3f9563c36ba9 HTTP/1.1" status: 200 len: 915 time: 0.1257617 May 20 09:04:48.437535 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ab06e373-a40e-494d-b10e-b94fb7f0a107 req-8a3ae926-252b-4cb0-aabe-1fc8d8862b81 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0b56679-275e-4c98-91ea-ab1b27b65c86 HTTP/1.1" status: 200 len: 217 time: 0.1488175 May 20 09:04:48.512289 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e373-a40e-494d-b10e-b94fb7f0a107 req-530002c6-aa48-4354-b446-8fee80ee5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:48.513761 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ab06e373-a40e-494d-b10e-b94fb7f0a107 req-530002c6-aa48-4354-b446-8fee80ee5a6c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=42f7fa99-7975-4f4a-9646-3e8df786dd8e HTTP/1.1" status: 200 len: 853 time: 0.0575321 May 20 09:04:48.571057 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ab06e373-a40e-494d-b10e-b94fb7f0a107 req-43c3b34f-8f71-4781-a527-2f01d28fcb77 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=99329896-10b6-401f-a306-3f9563c36ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393877 May 20 09:04:48.702348 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ab06e373-a40e-494d-b10e-b94fb7f0a107 req-2a32b233-8fd3-4c7e-bde9-b391182f11df service neutron] 10.222.0.97 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229060 May 20 09:04:48.834558 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ab06e373-a40e-494d-b10e-b94fb7f0a107 req-48db9146-a229-4d5e-8d40-34831b39fa54 service neutron] 10.222.0.97 "GET /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246731 May 20 09:04:49.073724 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154de57-9470-4fae-af15-ff741e841c4c req-70ea5565-cb38-4949-ab2f-b08903bc5a49 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:49.076251 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5154de57-9470-4fae-af15-ff741e841c4c req-70ea5565-cb38-4949-ab2f-b08903bc5a49 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.1419539 May 20 09:04:49.088091 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311197a-89a8-4e5d-b23b-62653680bb4e req-309b46b4-5cdb-4039-a9f5-0d1d4dda5645 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:49.089556 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3311197a-89a8-4e5d-b23b-62653680bb4e req-309b46b4-5cdb-4039-a9f5-0d1d4dda5645 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 943 time: 0.1157672 May 20 09:04:49.165635 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5154de57-9470-4fae-af15-ff741e841c4c req-6b48d986-b73e-45c7-8e26-0cc150d0ed96 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750885 May 20 09:04:49.172906 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3311197a-89a8-4e5d-b23b-62653680bb4e req-fd0dd723-1dfe-4e76-86de-ca3b43f81190 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693855 May 20 09:04:49.503566 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccb374-e21b-4011-9a08-c62b5ffccfce req-e64c8bc6-f837-467e-80f9-5f8e831f0f36 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:49.505088 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-45ccb374-e21b-4011-9a08-c62b5ffccfce req-e64c8bc6-f837-467e-80f9-5f8e831f0f36 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.0823793 May 20 09:04:49.551642 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-45ccb374-e21b-4011-9a08-c62b5ffccfce req-141698f8-9cb2-42e2-88fe-93fd2a6013dd tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406587 May 20 09:04:49.574988 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38976) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:49.744513 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3038cbec-d67e-4a2c-a404-ec1c61611ef4 tempest-TestShelveInstance-354430226 tempest-TestShelveInstance-354430226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:49.745231 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-3038cbec-d67e-4a2c-a404-ec1c61611ef4 tempest-TestShelveInstance-354430226 tempest-TestShelveInstance-354430226-project-admin] Synchronizing usage tracker for tenant:1bc3fc3b3f2f46b2bfd2010e6d5e56ac on resource:port {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:04:49.761963 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-3038cbec-d67e-4a2c-a404-ec1c61611ef4 tempest-TestShelveInstance-354430226 tempest-TestShelveInstance-354430226-project-admin] Unset dirty status for tenant:1bc3fc3b3f2f46b2bfd2010e6d5e56ac on resource:port {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:04:49.763392 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-3038cbec-d67e-4a2c-a404-ec1c61611ef4 tempest-TestShelveInstance-354430226 tempest-TestShelveInstance-354430226-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 1093 time: 0.1874352 May 20 09:04:49.767335 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 38982) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:49.772378 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Request body: {'floatingip': {'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'port_id': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:49.778732 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:49.782456 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Usage tracker for resource:floatingip and tenant:1210d4d3726245009d762c50adc0541f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:49.785248 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:49.790818 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:49.801465 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for floatingip, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:49.912788 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device f0b56679-275e-4c98-91ea-ab1b27b65c86 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:04:50.030788 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:50.049775 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port f0b56679-275e-4c98-91ea-ab1b27b65c86, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f0b56679-275e-4c98-91ea-ab1b27b65c86,segment=NetworkSegment(d34d2b37-4206-491a-9355-fa63c83cd658),segment_id=d34d2b37-4206-491a-9355-fa63c83cd658)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:50.062919 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': 'f0b56679-275e-4c98-91ea-ab1b27b65c86', 'network_id': '99329896-10b6-401f-a306-3f9563c36ba9', 'port_id': 'f0b56679-275e-4c98-91ea-ab1b27b65c86', 'mac_address': 'fa:16:3e:0e:e3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f7fa99-7975-4f4a-9646-3e8df786dd8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:04:50.121039 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:50.138612 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b56679-275e-4c98-91ea-ab1b27b65c86 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:04:50.153933 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port f0b56679-275e-4c98-91ea-ab1b27b65c86, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f0b56679-275e-4c98-91ea-ab1b27b65c86,segment=NetworkSegment(d34d2b37-4206-491a-9355-fa63c83cd658),segment_id=d34d2b37-4206-491a-9355-fa63c83cd658)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:50.157691 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:50.159432 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-4e44961b-1157-404d-bcf7-3ab05b27c05b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:50.166062 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Allocated IP 172.28.2.105 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/ce4828b1-0149-464e-a864-b9cb845f766a) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:04:50.225413 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=f0b56679-275e-4c98-91ea-ab1b27b65c86,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:50.229018 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:50.314546 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:50.344369 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:50.350051 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:50.374679 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ef1f3-3782-4436-85c3-fd2a83d38c41 req-eecf0dc0-be0e-452c-8c25-4cb0870c4b9d tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:50.375938 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-355ef1f3-3782-4436-85c3-fd2a83d38c41 req-eecf0dc0-be0e-452c-8c25-4cb0870c4b9d tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 944 time: 0.0892360 May 20 09:04:50.424040 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-355ef1f3-3782-4436-85c3-fd2a83d38c41 req-417206ef-b9e3-48da-8bf3-7c068779d71d tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 May 20 09:04:50.426456 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:50.429713 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:50.432070 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:04:50.466312 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event updated for resources: {'Port': ['ID=ce4828b1-0149-464e-a864-b9cb845f766a,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:50.469133 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:50.521769 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['f0b56679-275e-4c98-91ea-ab1b27b65c86'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:04:50.842054 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:50.916253 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:51.117350 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:51.121836 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:51.125426 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-79910cb1-bcfd-4a56-9930-89739de4ff47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:51.229400 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event updated for resources: {'Port': ['ID=ce4828b1-0149-464e-a864-b9cb845f766a,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:51.233476 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:51.239871 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:51.404244 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.l3_db [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Floating IP 13977fd5-0e6c-45cb-b13d-4686bbb61be8 associated. External IP: 172.28.2.105, port: 621f536e-8d37-493c-82d9-6f0b4b7f2479. May 20 09:04:51.625617 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c3bc-a3b1-40bb-94e2-55bb176832d2 req-5df5d91b-14f5-4371-bbb5-afc49404f94a tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:51.627164 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-80d9c3bc-a3b1-40bb-94e2-55bb176832d2 req-5df5d91b-14f5-4371-bbb5-afc49404f94a tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 944 time: 0.0905099 May 20 09:04:51.681181 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-80d9c3bc-a3b1-40bb-94e2-55bb176832d2 req-0769dba3-1fad-4c16-baac-e1a17b3e38fb tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 May 20 09:04:51.875963 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Router a268e6dd-5c35-4440-96e4-33cabdd2b51f has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:04:51.914428 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device f0b56679-275e-4c98-91ea-ab1b27b65c86 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:04:51.985310 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port f0b56679-275e-4c98-91ea-ab1b27b65c86 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:04:51.990228 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port f0b56679-275e-4c98-91ea-ab1b27b65c86 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:04:51.990598 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:52.058345 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:04:52.087590 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:52.087874 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b621c579-9cea-4790-bac9-a538c22193d8 None None] Sync routers for ids ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:04:52.115664 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621c579-9cea-4790-bac9-a538c22193d8 None None] Routers {'a268e6dd-5c35-4440-96e4-33cabdd2b51f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:52.116508 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b621c579-9cea-4790-bac9-a538c22193d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:04:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:52.157036 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3884878 May 20 09:04:52.157785 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:04:52.207744 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'status': 'completed', 'code': 200} May 20 09:04:52.215048 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:52.263393 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6498d2-ebab-443c-bd61-09147809a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b56679-275e-4c98-91ea-ab1b27b65c86'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:04:52.332973 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c11d0-4bfa-4d28-90e4-9707d38e0295 req-b70afaa8-35e2-4d20-81a4-54d295a1a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:52.334653 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-418c11d0-4bfa-4d28-90e4-9707d38e0295 req-b70afaa8-35e2-4d20-81a4-54d295a1a697 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1210d4d3726245009d762c50adc0541f&device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 1098 time: 0.0738478 May 20 09:04:52.340181 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port f0b56679-275e-4c98-91ea-ab1b27b65c86, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f0b56679-275e-4c98-91ea-ab1b27b65c86,segment=NetworkSegment(d34d2b37-4206-491a-9355-fa63c83cd658),segment_id=d34d2b37-4206-491a-9355-fa63c83cd658)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:04:52.349477 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:52.353810 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:52.383400 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6498d2-ebab-443c-bd61-09147809a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b56679-275e-4c98-91ea-ab1b27b65c86', 'code': 200} May 20 09:04:52.418585 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-b621c579-9cea-4790-bac9-a538c22193d8 None None] Set router a268e6dd-5c35-4440-96e4-33cabdd2b51f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:52.490337 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c11d0-4bfa-4d28-90e4-9707d38e0295 req-c9d15de9-8a8f-4cc0-8cdc-e754fee1725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:52.492098 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-418c11d0-4bfa-4d28-90e4-9707d38e0295 req-c9d15de9-8a8f-4cc0-8cdc-e754fee1725f service neutron] 10.222.0.97 "GET /v2.0/networks?id=ab513153-7e55-4aee-9814-9bf571dff8d6 HTTP/1.1" status: 200 len: 910 time: 0.1490078 May 20 09:04:52.552817 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=f0b56679-275e-4c98-91ea-ab1b27b65c86,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:52.567217 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:52.599911 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-418c11d0-4bfa-4d28-90e4-9707d38e0295 req-c35b036e-fb0a-490c-943f-e243a1461bd5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479 HTTP/1.1" status: 200 len: 999 time: 0.1007957 May 20 09:04:52.652477 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11352407-9ec8-4400-858f-639beffb4bf7 req-26053425-39ab-426d-a372-5f0797e11ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:52.654599 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-11352407-9ec8-4400-858f-639beffb4bf7 req-26053425-39ab-426d-a372-5f0797e11ead service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 1098 time: 0.0734453 May 20 09:04:52.669648 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c11d0-4bfa-4d28-90e4-9707d38e0295 req-7ec13c09-715c-4afc-ab00-3b9555d4b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:52.671253 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-418c11d0-4bfa-4d28-90e4-9707d38e0295 req-7ec13c09-715c-4afc-ab00-3b9555d4b3a0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98de9bf2-24b4-4e86-89a0-6b32b34c6013 HTTP/1.1" status: 200 len: 847 time: 0.0639453 May 20 09:04:52.701276 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-11352407-9ec8-4400-858f-639beffb4bf7 req-784dd6e4-a96f-44ed-83f5-4071bcabaf0b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 May 20 09:04:52.765481 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c11d0-4bfa-4d28-90e4-9707d38e0295 req-278ab7c0-0e9f-4888-8892-8089dd95e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:52.767039 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-418c11d0-4bfa-4d28-90e4-9707d38e0295 req-278ab7c0-0e9f-4888-8892-8089dd95e697 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ab513153-7e55-4aee-9814-9bf571dff8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876577 May 20 09:04:52.791604 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b621c579-9cea-4790-bac9-a538c22193d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:04:02Z', 'revision_number': 4, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '13977fd5-0e6c-45cb-b13d-4686bbb61be8', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'port_id': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'mac_address': 'fa:16:3e:9a:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:04:50Z', 'updated_at': '2021-05-20T09:04:50Z', 'revision_number': 0, 'project_id': '1210d4d3726245009d762c50adc0541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35442481-0cac-4bcf-87b9-52bfbf6a2628', 'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'mac_address': 'fa:16:3e:ca:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:10Z', 'revision_number': 5, 'project_id': '1210d4d3726245009d762c50adc0541f', 'subnets': [{'id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:52.795687 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b621c579-9cea-4790-bac9-a538c22193d8 None None] Checking router: a268e6dd-5c35-4440-96e4-33cabdd2b51f for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:04:52.804222 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621c579-9cea-4790-bac9-a538c22193d8 None None] Routers {'a268e6dd-5c35-4440-96e4-33cabdd2b51f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:04:52.804870 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b621c579-9cea-4790-bac9-a538c22193d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:04:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:52.877159 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38892d6-f451-4eeb-9469-2d2773418664 req-a11e5e61-a310-4262-833c-fae34fc33172 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:52.878620 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c38892d6-f451-4eeb-9469-2d2773418664 req-a11e5e61-a310-4262-833c-fae34fc33172 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0814064 May 20 09:04:52.922746 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c38892d6-f451-4eeb-9469-2d2773418664 req-8a21d1d5-2bf4-4005-a149-ddb548605c18 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381844 May 20 09:04:52.984181 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-b621c579-9cea-4790-bac9-a538c22193d8 None None] Set router a268e6dd-5c35-4440-96e4-33cabdd2b51f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:04:53.122466 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-418c11d0-4bfa-4d28-90e4-9707d38e0295 req-883ccee9-0e3b-44ec-948d-783e41aa7d94 service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287000 May 20 09:04:53.333506 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b621c579-9cea-4790-bac9-a538c22193d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:04:02Z', 'revision_number': 4, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '13977fd5-0e6c-45cb-b13d-4686bbb61be8', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'port_id': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'mac_address': 'fa:16:3e:9a:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:04:50Z', 'updated_at': '2021-05-20T09:04:50Z', 'revision_number': 0, 'project_id': '1210d4d3726245009d762c50adc0541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35442481-0cac-4bcf-87b9-52bfbf6a2628', 'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'mac_address': 'fa:16:3e:ca:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:10Z', 'revision_number': 5, 'project_id': '1210d4d3726245009d762c50adc0541f', 'subnets': [{'id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:53.336586 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-418c11d0-4bfa-4d28-90e4-9707d38e0295 req-01339dfb-dd8c-46b6-b6de-8693509cd8d8 service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068262 May 20 09:04:53.337626 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b621c579-9cea-4790-bac9-a538c22193d8 None None] The sync data for ids ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'] in dv-cinder-790910-5-smb is: [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:04:02Z', 'revision_number': 4, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '13977fd5-0e6c-45cb-b13d-4686bbb61be8', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'port_id': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'mac_address': 'fa:16:3e:9a:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:04:50Z', 'updated_at': '2021-05-20T09:04:50Z', 'revision_number': 0, 'project_id': '1210d4d3726245009d762c50adc0541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35442481-0cac-4bcf-87b9-52bfbf6a2628', 'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'mac_address': 'fa:16:3e:ca:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:10Z', 'revision_number': 5, 'project_id': '1210d4d3726245009d762c50adc0541f', 'subnets': [{'id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:04:53.516372 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6304fc-c50c-4592-8331-436b3caecd0b None None] New status for floating IP 13977fd5-0e6c-45cb-b13d-4686bbb61be8: ACTIVE {{(pid=91690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:04:54.117560 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2f742-16b4-4d94-8a4a-6d4b67ef61ce req-42630387-0edd-4489-baed-aacd88306443 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:54.118854 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3de2f742-16b4-4d94-8a4a-6d4b67ef61ce req-42630387-0edd-4489-baed-aacd88306443 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0860825 May 20 09:04:54.165051 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3de2f742-16b4-4d94-8a4a-6d4b67ef61ce req-ab395c59-a146-4718-945f-45b220e85558 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 May 20 09:04:55.359191 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a28791-57c7-4400-a531-c162f831e88f req-25e54725-2a3d-4a3e-8b5a-124fbcb9d610 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:55.360897 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-48a28791-57c7-4400-a531-c162f831e88f req-25e54725-2a3d-4a3e-8b5a-124fbcb9d610 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0899863 May 20 09:04:55.413519 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-48a28791-57c7-4400-a531-c162f831e88f req-b7cc91b2-f298-4109-b878-e4e635feb40a tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463939 May 20 09:04:57.224947 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:04:59.719498 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cea4b-e6d9-4254-a9ea-5553f27867ff req-c3f2a9a4-0990-4908-a0a3-616815b89a9b tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:59.721107 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6e6cea4b-e6d9-4254-a9ea-5553f27867ff req-c3f2a9a4-0990-4908-a0a3-616815b89a9b tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0810390 May 20 09:04:59.765548 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6e6cea4b-e6d9-4254-a9ea-5553f27867ff req-101f68b6-0d7b-4bb8-af88-58ef1f935a69 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387771 May 20 09:05:00.956552 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bff80-4952-4104-b8e3-a8e9269ff13b req-73518893-3c5d-4a97-b3c9-b5ef2dcbd84b tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:00.958066 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e65bff80-4952-4104-b8e3-a8e9269ff13b req-73518893-3c5d-4a97-b3c9-b5ef2dcbd84b tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0834727 May 20 09:05:01.004737 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e65bff80-4952-4104-b8e3-a8e9269ff13b req-be27c830-2247-4119-bc6e-201f0266081c tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403609 May 20 09:05:02.194522 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec5629-d50f-4130-88f4-1ca51c204d86 req-a7eae83d-4b8e-4179-a6ad-dedcd7339cc9 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:02.195885 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7dec5629-d50f-4130-88f4-1ca51c204d86 req-a7eae83d-4b8e-4179-a6ad-dedcd7339cc9 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0825822 May 20 09:05:02.239840 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7dec5629-d50f-4130-88f4-1ca51c204d86 req-a45c0e54-d515-4719-9eb8-7cafb2cb0085 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381937 May 20 09:05:03.442684 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d47bae-c4d4-4451-ba7b-72d98c5a7cd5 req-33a2a607-175a-40e1-acf6-9a67a8c622ed tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:03.444149 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-17d47bae-c4d4-4451-ba7b-72d98c5a7cd5 req-33a2a607-175a-40e1-acf6-9a67a8c622ed tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0844867 May 20 09:05:03.490795 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-17d47bae-c4d4-4451-ba7b-72d98c5a7cd5 req-90d5cbd0-2e95-40ba-8beb-6ab8acd48a71 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402493 May 20 09:05:04.153070 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a924c536-892b-4a37-8030-b7a7da0cda43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:04.683570 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6291f-9d4e-4694-acd1-d7ad090c0296 req-606a56ed-41b5-43e7-ad25-8d103d6c2235 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:04.685356 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1ce6291f-9d4e-4694-acd1-d7ad090c0296 req-606a56ed-41b5-43e7-ad25-8d103d6c2235 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0857151 May 20 09:05:04.733771 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1ce6291f-9d4e-4694-acd1-d7ad090c0296 req-7f3e4c44-9917-4186-9305-4d6aa59da8f1 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 May 20 09:05:05.933592 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8d128-5ca2-40d7-b75d-7cfe4f2993a6 req-7913db81-a435-4eda-a4b5-fe1e217023fe tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:05.935099 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e5e8d128-5ca2-40d7-b75d-7cfe4f2993a6 req-7913db81-a435-4eda-a4b5-fe1e217023fe tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0872390 May 20 09:05:05.980430 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e5e8d128-5ca2-40d7-b75d-7cfe4f2993a6 req-750dc9a2-d0ed-4b40-bff2-5170b1112146 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393076 May 20 09:05:06.666971 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:06.854000 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-dbfd463f-1f95-42a7-99c6-f22b2cf1c2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:07.225296 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531cc6b-99f3-4c53-b568-664c5d7627a9 req-91d4a7f2-1614-4aae-94e0-a1d77eb7c1eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:07.226775 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3531cc6b-99f3-4c53-b568-664c5d7627a9 req-91d4a7f2-1614-4aae-94e0-a1d77eb7c1eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.1395624 May 20 09:05:07.272461 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3531cc6b-99f3-4c53-b568-664c5d7627a9 req-c7faeb85-2626-4300-a65d-3e29188880ca tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385065 May 20 09:05:07.707379 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:07.794920 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02696-58d2-4051-a2e0-6b74371badca req-4e91b681-a5e9-4b61-bfaf-91c74e731dbc tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:07.796366 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bc02696-58d2-4051-a2e0-6b74371badca req-4e91b681-a5e9-4b61-bfaf-91c74e731dbc tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0778453 May 20 09:05:07.845727 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bc02696-58d2-4051-a2e0-6b74371badca req-5bdd8365-6f51-4444-a83b-6e44921572c5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435817 May 20 09:05:08.520076 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5346d2a-15ff-460a-84a7-820ea00225ea req-360d8301-ef06-4eac-b84b-44ff176cf5e4 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:08.521592 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5346d2a-15ff-460a-84a7-820ea00225ea req-360d8301-ef06-4eac-b84b-44ff176cf5e4 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.1358294 May 20 09:05:08.575613 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5346d2a-15ff-460a-84a7-820ea00225ea req-49cec54d-c9e6-4880-a38d-4643a0ff99d3 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481803 May 20 09:05:09.040086 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128c613-a102-4e15-bb98-fac076662115 req-809d0433-5e07-4747-8e15-d35f624a9efd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:09.041555 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5128c613-a102-4e15-bb98-fac076662115 req-809d0433-5e07-4747-8e15-d35f624a9efd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0831959 May 20 09:05:09.086587 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5128c613-a102-4e15-bb98-fac076662115 req-ea7ee0ab-5087-45a7-b91a-1e4eab1d5f75 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392265 May 20 09:05:09.506615 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:09.768062 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf3ab-1e49-4431-853e-819917da900c req-0c98bba5-45c1-4672-ba17-29fac2bf5264 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:09.769692 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bd7cf3ab-1e49-4431-853e-819917da900c req-0c98bba5-45c1-4672-ba17-29fac2bf5264 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0862269 May 20 09:05:09.818653 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bd7cf3ab-1e49-4431-853e-819917da900c req-87396ddb-4e2a-4bdf-a2a1-e47c3f3e587e tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417099 May 20 09:05:10.280599 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb52268-dcea-4a0d-96e0-be2e928f6626 req-00c15708-935b-40b4-94d0-9ff7c3876a05 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:10.282053 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ccb52268-dcea-4a0d-96e0-be2e928f6626 req-00c15708-935b-40b4-94d0-9ff7c3876a05 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0819886 May 20 09:05:10.326356 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ccb52268-dcea-4a0d-96e0-be2e928f6626 req-00775de0-262d-43f1-bef8-6686d2e29ad1 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384514 May 20 09:05:11.001637 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a9a6f-7721-4cda-80d6-e935cf70fc7a req-48a7559d-dbe1-4127-a21f-70fc2271ab33 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:11.003068 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c34a9a6f-7721-4cda-80d6-e935cf70fc7a req-48a7559d-dbe1-4127-a21f-70fc2271ab33 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0785887 May 20 09:05:11.054420 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c34a9a6f-7721-4cda-80d6-e935cf70fc7a req-5eed6e49-3ca2-483e-8b38-5fc58a147d94 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456502 May 20 09:05:11.515970 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb8087-d1e8-42be-9a07-9948cffef793 req-5e05914b-8f64-466e-9522-208235be403b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:11.517420 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-28cb8087-d1e8-42be-9a07-9948cffef793 req-5e05914b-8f64-466e-9522-208235be403b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0810728 May 20 09:05:11.563861 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-28cb8087-d1e8-42be-9a07-9948cffef793 req-085d2a1a-5081-4516-ab89-a1cbde7eb492 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403192 May 20 09:05:12.251475 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51db8b5-59c1-44bf-9356-f523b50541e9 req-82b7bbe2-339e-4a35-b7b2-4add9994f2db tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:12.252943 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f51db8b5-59c1-44bf-9356-f523b50541e9 req-82b7bbe2-339e-4a35-b7b2-4add9994f2db tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0883281 May 20 09:05:12.375899 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f51db8b5-59c1-44bf-9356-f523b50541e9 req-62e7a9ff-f6e7-46fd-99d0-7693c6132802 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151316 May 20 09:05:12.764744 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1e716-4f64-4186-9c90-0ae60c6aa5c5 req-9679e837-abe7-4d27-987c-76bdeee510da tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:12.766285 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7dd1e716-4f64-4186-9c90-0ae60c6aa5c5 req-9679e837-abe7-4d27-987c-76bdeee510da tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0809610 May 20 09:05:12.821292 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7dd1e716-4f64-4186-9c90-0ae60c6aa5c5 req-223576f0-50aa-4f2f-a13e-f886cf076053 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489218 May 20 09:05:13.563358 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4c8b8-f76b-41bc-89c9-313a87baf483 req-cf5d4b92-9b6c-4dd2-8753-7c1b67d92ea7 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:13.564881 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b1b4c8b8-f76b-41bc-89c9-313a87baf483 req-cf5d4b92-9b6c-4dd2-8753-7c1b67d92ea7 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0806210 May 20 09:05:13.611445 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b1b4c8b8-f76b-41bc-89c9-313a87baf483 req-8601452e-2087-4981-a0b7-d08b52965e7e tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 May 20 09:05:14.021916 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338563f-9c71-43c6-9d65-223085bd2d43 req-a28764cd-d2f0-4ee4-be6e-c12f53b2daa2 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:14.023139 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0338563f-9c71-43c6-9d65-223085bd2d43 req-a28764cd-d2f0-4ee4-be6e-c12f53b2daa2 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0880342 May 20 09:05:14.050492 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:14.073860 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0338563f-9c71-43c6-9d65-223085bd2d43 req-15a4f98c-28cb-4865-932f-3fbf0894837b tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 May 20 09:05:14.798915 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121572e0-ed0a-47d7-8e33-1f48b71dc48c req-d8872705-1fca-4b94-b04c-ec6d9e605c59 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:14.800411 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-121572e0-ed0a-47d7-8e33-1f48b71dc48c req-d8872705-1fca-4b94-b04c-ec6d9e605c59 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0822136 May 20 09:05:14.847084 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-121572e0-ed0a-47d7-8e33-1f48b71dc48c req-bcc907c1-2d2a-419b-b7f0-d71d318d58c9 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406940 May 20 09:05:15.278884 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c2223-bd4b-439f-a64d-2d105b0a05fb req-3350275b-4e9c-4fad-acc5-0d9a19774437 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:15.280378 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-684c2223-bd4b-439f-a64d-2d105b0a05fb req-3350275b-4e9c-4fad-acc5-0d9a19774437 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0876610 May 20 09:05:15.327915 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-684c2223-bd4b-439f-a64d-2d105b0a05fb req-d55321e5-aa74-480a-8672-9f34bc575796 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416803 May 20 09:05:16.106558 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ee35-715d-446f-8161-ecc481813a79 req-08ce3c08-f183-41bc-9e9d-3deba2ad1268 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:16.108117 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0751ee35-715d-446f-8161-ecc481813a79 req-08ce3c08-f183-41bc-9e9d-3deba2ad1268 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.1447849 May 20 09:05:16.139467 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-85798e0c-869d-4c8b-a0b2-4554b6e658f0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1139657 May 20 09:05:16.162446 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0751ee35-715d-446f-8161-ecc481813a79 req-875e8b15-ce3e-4d6b-81ee-985538e8cf40 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461700 May 20 09:05:16.329195 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-8668208e-5d80-4f2e-84f5-17f0251cd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:16.331028 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-8668208e-5d80-4f2e-84f5-17f0251cd574 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a0aefa4f74614db8846376f4553b6aad&device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0803325 May 20 09:05:16.626193 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-0eb3f74f-ae6b-42f3-b573-636461927bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:16.627567 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-0eb3f74f-ae6b-42f3-b573-636461927bf7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 200 len: 913 time: 0.2617264 May 20 09:05:16.737953 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156819bc-907e-4f4b-95d4-4739efbf11a9 req-20c648d5-61ca-41d0-871c-d0a01e3713af tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:16.739491 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-156819bc-907e-4f4b-95d4-4739efbf11a9 req-20c648d5-61ca-41d0-871c-d0a01e3713af tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.2721562 May 20 09:05:16.773115 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd906997-8ed6-4cb6-871b-9af9d92a17ce req-5779340f-55d0-45de-9715-b457e0acbf2f tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:16.774602 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cd906997-8ed6-4cb6-871b-9af9d92a17ce req-5779340f-55d0-45de-9715-b457e0acbf2f tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.2497089 May 20 09:05:16.788142 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-fa5a39a3-a402-4bd1-8b07-0e288b025bf0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ed59c08-4a07-4cb5-b474-07e2412d65f3 HTTP/1.1" status: 200 len: 1002 time: 0.1521628 May 20 09:05:16.865139 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-156819bc-907e-4f4b-95d4-4739efbf11a9 req-7c291e81-d36f-43d2-9694-2439ee8a1aac tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167736 May 20 09:05:16.896811 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cd906997-8ed6-4cb6-871b-9af9d92a17ce req-88264017-2f03-4d89-9d04-1d3c95bf7b08 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131482 May 20 09:05:16.902655 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-2f3bdb5d-6b8f-49a2-a49b-89fc64952122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:16.904097 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-2f3bdb5d-6b8f-49a2-a49b-89fc64952122 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bb71ea7a-440e-4ff3-af8e-dbb512184685 HTTP/1.1" status: 200 len: 850 time: 0.1022358 May 20 09:05:17.037268 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-047e90c7-c79b-4bcc-b158-91c8522d440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:17.038737 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-047e90c7-c79b-4bcc-b158-91c8522d440f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=208769b1-b057-420c-8d34-7ef6134b24c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1245275 May 20 09:05:17.149219 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467f3b8-9354-4a4a-9b3f-ec6af4ceeccd req-464a18e4-5710-48b1-bde7-fc0880421d83 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:17.150733 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c467f3b8-9354-4a4a-9b3f-ec6af4ceeccd req-464a18e4-5710-48b1-bde7-fc0880421d83 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 945 time: 0.1740880 May 20 09:05:17.313747 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c467f3b8-9354-4a4a-9b3f-ec6af4ceeccd req-a8eb646c-90db-4f78-9f34-6d4938c95605 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534302 May 20 09:05:17.315703 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-a38ab179-93dd-468e-8009-4948251c0eda service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684920 May 20 09:05:17.459317 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11ef0f9c-3b54-48d0-8074-934b4527c287 req-9beac33c-3935-4e4d-92d7-145fc2ca8fdd service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261289 May 20 09:05:17.659752 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282c1bf-36cd-4681-8654-d7a01b36720b req-65e33c2d-dde9-4263-be7e-5037bef7f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:17.661262 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f282c1bf-36cd-4681-8654-d7a01b36720b req-65e33c2d-dde9-4263-be7e-5037bef7f646 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a0aefa4f74614db8846376f4553b6aad&device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0700543 May 20 09:05:17.795597 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282c1bf-36cd-4681-8654-d7a01b36720b req-febaef73-8f8a-430a-936b-6d67a51d5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:17.796956 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f282c1bf-36cd-4681-8654-d7a01b36720b req-febaef73-8f8a-430a-936b-6d67a51d5a45 service neutron] 10.222.0.97 "GET /v2.0/networks?id=208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 200 len: 913 time: 0.1270018 May 20 09:05:17.911176 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f282c1bf-36cd-4681-8654-d7a01b36720b req-d47b5a91-1c19-4b13-9c14-7a0e44ca9045 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ed59c08-4a07-4cb5-b474-07e2412d65f3 HTTP/1.1" status: 200 len: 1002 time: 0.1056778 May 20 09:05:17.981074 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282c1bf-36cd-4681-8654-d7a01b36720b req-2c8d63be-e71b-420c-9dde-55039f4ba875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:17.983394 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f282c1bf-36cd-4681-8654-d7a01b36720b req-2c8d63be-e71b-420c-9dde-55039f4ba875 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bb71ea7a-440e-4ff3-af8e-dbb512184685 HTTP/1.1" status: 200 len: 850 time: 0.0647876 May 20 09:05:18.198688 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7cd3b-d150-4f2a-9650-d93350b4cbc8 req-073760b8-21e6-499c-88dd-0bdbb6f163cf tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:18.200601 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1ab7cd3b-d150-4f2a-9650-d93350b4cbc8 req-073760b8-21e6-499c-88dd-0bdbb6f163cf tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.2161448 May 20 09:05:18.208546 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd1344-8a44-4b2c-9c65-1c7d95163ca7 req-5d1dccbd-2722-40ec-be01-d7bcb454a046 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:18.209972 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-52bd1344-8a44-4b2c-9c65-1c7d95163ca7 req-5d1dccbd-2722-40ec-be01-d7bcb454a046 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.1800008 May 20 09:05:18.213172 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282c1bf-36cd-4681-8654-d7a01b36720b req-c8e7aedc-7172-4781-b935-a55c5358f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:18.214602 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f282c1bf-36cd-4681-8654-d7a01b36720b req-c8e7aedc-7172-4781-b935-a55c5358f773 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=208769b1-b057-420c-8d34-7ef6134b24c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1857052 May 20 09:05:18.366451 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-52bd1344-8a44-4b2c-9c65-1c7d95163ca7 req-2398a218-044b-440a-850d-84eef25a8635 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385961 May 20 09:05:18.373835 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1ab7cd3b-d150-4f2a-9650-d93350b4cbc8 req-5b09d34e-20cb-43c1-acd6-59b6adec5a44 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627412 May 20 09:05:18.426345 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f282c1bf-36cd-4681-8654-d7a01b36720b req-bf7f9480-81a2-43cb-a07f-b22c21a671c8 service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950326 May 20 09:05:18.623918 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f282c1bf-36cd-4681-8654-d7a01b36720b req-949b15a5-640a-4954-a5d0-5878d76d4537 service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893797 May 20 09:05:18.641693 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6183fb-c303-4c0a-ad9f-4c66cb1c6436 req-137509f6-3046-47f7-b3f2-46cd74c0a3a4 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:18.643139 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5d6183fb-c303-4c0a-ad9f-4c66cb1c6436 req-137509f6-3046-47f7-b3f2-46cd74c0a3a4 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 945 time: 0.1716373 May 20 09:05:18.694765 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5d6183fb-c303-4c0a-ad9f-4c66cb1c6436 req-6c858639-5757-4755-afd5-341c497816c9 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449891 May 20 09:05:19.588968 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfe354-7591-4132-bdc7-f7ffd80396c3 req-4e4e7a1c-f1a0-406d-b48e-a6a89cee7e89 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:19.590451 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4abfe354-7591-4132-bdc7-f7ffd80396c3 req-4e4e7a1c-f1a0-406d-b48e-a6a89cee7e89 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.1149583 May 20 09:05:19.678934 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4abfe354-7591-4132-bdc7-f7ffd80396c3 req-0168b156-17ca-4013-a8cb-6635df737241 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819337 May 20 09:05:19.717990 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063428a9-812c-4733-b050-0d76dcf3fe17 req-315c8899-e596-4d5e-93e9-19854d354306 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:19.719437 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-063428a9-812c-4733-b050-0d76dcf3fe17 req-315c8899-e596-4d5e-93e9-19854d354306 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0905986 May 20 09:05:19.766289 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-063428a9-812c-4733-b050-0d76dcf3fe17 req-ec39292f-0917-40c9-85c5-c0cf28bc863a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 May 20 09:05:19.902490 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a70469-0bc1-446f-8d46-789f041f7140 req-f8c3f4b9-00c1-4ca6-b743-e5d63610a347 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:19.903993 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-90a70469-0bc1-446f-8d46-789f041f7140 req-f8c3f4b9-00c1-4ca6-b743-e5d63610a347 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0890660 May 20 09:05:19.949409 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-90a70469-0bc1-446f-8d46-789f041f7140 req-39a59c24-e224-423b-87e5-7217eab17f83 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392051 May 20 09:05:20.896461 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c727-36f6-4d2e-8cd1-1206a8238e0a req-a4b271e0-8947-497c-9fcf-957df43e8929 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:20.907155 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5444c727-36f6-4d2e-8cd1-1206a8238e0a req-a4b271e0-8947-497c-9fcf-957df43e8929 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.1149750 May 20 09:05:21.106963 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5444c727-36f6-4d2e-8cd1-1206a8238e0a req-b9469c5f-210b-49e0-bb85-6d45b5bfeaef tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985180 May 20 09:05:21.151403 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c888eb8-476f-4276-8b2b-21eaf621f91d req-62a87c63-bd52-4c89-b8ca-9ab2ee9179c7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:21.152883 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7c888eb8-476f-4276-8b2b-21eaf621f91d req-62a87c63-bd52-4c89-b8ca-9ab2ee9179c7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0882261 May 20 09:05:21.198175 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7c888eb8-476f-4276-8b2b-21eaf621f91d req-f6e62a7b-051c-4548-85ff-c5aa9ef36404 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395811 May 20 09:05:21.295572 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb3649-e9ab-4faf-92d4-6f89e170b075 req-9411b9cf-6fbe-4ec5-92df-c9deb081f876 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:21.297019 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-04cb3649-e9ab-4faf-92d4-6f89e170b075 req-9411b9cf-6fbe-4ec5-92df-c9deb081f876 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0812910 May 20 09:05:21.341219 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-04cb3649-e9ab-4faf-92d4-6f89e170b075 req-673dc979-ea4b-487a-af3b-61bd8407eb6e tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383515 May 20 09:05:22.099522 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5c076-8c31-4ff3-898d-bd9c3e47c896 req-b84e2128-820b-4ff0-8c9c-9aec042879ca tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:22.100964 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f1d5c076-8c31-4ff3-898d-bd9c3e47c896 req-b84e2128-820b-4ff0-8c9c-9aec042879ca tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0787640 May 20 09:05:22.238408 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-f1d5c076-8c31-4ff3-898d-bd9c3e47c896 req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Deleting port f0b56679-275e-4c98-91ea-ab1b27b65c86 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:05:22.238757 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-f1d5c076-8c31-4ff3-898d-bd9c3e47c896 req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:22.430251 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-f1d5c076-8c31-4ff3-898d-bd9c3e47c896 req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] For port f0b56679-275e-4c98-91ea-ab1b27b65c86, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f0b56679-275e-4c98-91ea-ab1b27b65c86,segment=NetworkSegment(d34d2b37-4206-491a-9355-fa63c83cd658),segment_id=d34d2b37-4206-491a-9355-fa63c83cd658)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:05:22.430607 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-f1d5c076-8c31-4ff3-898d-bd9c3e47c896 req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:22.555062 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-f1d5c076-8c31-4ff3-898d-bd9c3e47c896 req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Calling delete_port for f0b56679-275e-4c98-91ea-ab1b27b65c86 owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:05:22.608508 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88baea1-19e9-4f29-8096-6d85148200a9 req-e04371e2-897f-4779-9feb-ad3edbe9e5e0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:22.609980 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e88baea1-19e9-4f29-8096-6d85148200a9 req-e04371e2-897f-4779-9feb-ad3edbe9e5e0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.2879965 May 20 09:05:22.688343 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e88baea1-19e9-4f29-8096-6d85148200a9 req-a80bfe55-8d2b-4b81-beac-987d360f4f8f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713618 May 20 09:05:22.714439 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf378f8-5f39-434b-bad9-8f56aa98088e req-0dd15c6d-acc1-406d-a253-a13850b0487f tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:22.714439 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-faf378f8-5f39-434b-bad9-8f56aa98088e req-0dd15c6d-acc1-406d-a253-a13850b0487f tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b6498d2-ebab-443c-bd61-09147809a2d8 HTTP/1.1" status: 200 len: 945 time: 0.2189794 May 20 09:05:22.807658 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-faf378f8-5f39-434b-bad9-8f56aa98088e req-e9fe9a85-ceb0-44ab-82ad-c3137552f9e3 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.88 "GET /v2.0/security-groups?id=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862792 May 20 09:05:22.817331 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-f1d5c076-8c31-4ff3-898d-bd9c3e47c896 req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:22.823576 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:22.861013 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['f0b56679-275e-4c98-91ea-ab1b27b65c86'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:05:22.872758 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Pushing event deleted for resources: {'Port': ['ID=f0b56679-275e-4c98-91ea-ab1b27b65c86,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:22.914915 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.915274 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.915633 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.915980 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.916321 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.916661 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.917028 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.917367 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.918271 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.918605 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.918938 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.919273 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:22.945265 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:22.955982 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d5c076-8c31-4ff3-898d-bd9c3e47c896 req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] No DVR routers for this DVR port f0b56679-275e-4c98-91ea-ab1b27b65c86 on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:05:22.958379 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-f1d5c076-8c31-4ff3-898d-bd9c3e47c896 req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:22.960875 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6498d2-ebab-443c-bd61-09147809a2d8', 'name': 'network-vif-deleted', 'tag': 'f0b56679-275e-4c98-91ea-ab1b27b65c86'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:05:22.978109 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f1d5c076-8c31-4ff3-898d-bd9c3e47c896 req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] 10.222.0.97 "DELETE /v2.0/ports/f0b56679-275e-4c98-91ea-ab1b27b65c86 HTTP/1.1" status: 204 len: 173 time: 0.8712642 May 20 09:05:23.007727 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6498d2-ebab-443c-bd61-09147809a2d8', 'name': 'network-vif-deleted', 'tag': 'f0b56679-275e-4c98-91ea-ab1b27b65c86', 'status': 'completed', 'code': 200} May 20 09:05:23.899017 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbf88a-0ead-464d-a1ac-26303eee86eb req-7c3f1bee-a2dd-4d10-9e90-a90c0880b015 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:23.902009 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7ebbf88a-0ead-464d-a1ac-26303eee86eb req-7c3f1bee-a2dd-4d10-9e90-a90c0880b015 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0969696 May 20 09:05:23.949308 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7ebbf88a-0ead-464d-a1ac-26303eee86eb req-296e3f0e-8287-4912-8aff-af4e94ae5e9d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418086 May 20 09:05:24.021789 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 56a6c521-d72f-44dc-94ac-46c7f5cc6282 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:05:24.174336 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:05:24.189874 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'port_id': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'mac_address': 'fa:16:3e:88:64:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:05:24.260615 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:24.318077 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56a6c521-d72f-44dc-94ac-46c7f5cc6282 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:05:24.347647 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:05:24.352627 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:24.354737 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:24.420551 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=56a6c521-d72f-44dc-94ac-46c7f5cc6282,revision_number=6']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:24.423669 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:24.666926 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['56a6c521-d72f-44dc-94ac-46c7f5cc6282'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:05:25.142052 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3bb31-fb7b-454e-a809-2f4697ee4cfe req-27c55de5-f059-4ca3-80f0-da587b7db0a1 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:25.143561 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f4c3bb31-fb7b-454e-a809-2f4697ee4cfe req-27c55de5-f059-4ca3-80f0-da587b7db0a1 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 945 time: 0.0829248 May 20 09:05:25.191379 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f4c3bb31-fb7b-454e-a809-2f4697ee4cfe req-b4de889f-ab1b-4293-a1db-fcfd37a21dd5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 May 20 09:05:26.033603 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 56a6c521-d72f-44dc-94ac-46c7f5cc6282 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:05:26.109681 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:05:26.110358 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:26.246050 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:26.285211 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:05:26.286438 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:05:26.304020 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:26.307142 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device f0b56679-275e-4c98-91ea-ab1b27b65c86 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:05:26.358029 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:26.405145 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'code': 200} May 20 09:05:26.422985 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: f0b56679-275e-4c98-91ea-ab1b27b65c86 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:05:26.423335 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device f0b56679-275e-4c98-91ea-ab1b27b65c86 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:05:26.434494 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5cafa-085a-4d01-b7d6-d4c2dde3ed19 req-d7cf42e3-3d27-43bb-a6b9-39e2e1c891f2 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:26.436012 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-92d5cafa-085a-4d01-b7d6-d4c2dde3ed19 req-d7cf42e3-3d27-43bb-a6b9-39e2e1c891f2 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0968597 May 20 09:05:26.456202 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=56a6c521-d72f-44dc-94ac-46c7f5cc6282,revision_number=7']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:26.464109 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:26.488023 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-92d5cafa-085a-4d01-b7d6-d4c2dde3ed19 req-a087f4fa-aa26-4301-a1a9-38a184423c4d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456400 May 20 09:05:27.721813 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77a569-df92-4a38-99ca-96d4b9d7992a req-973ced9c-495d-4382-aa16-a6783d7fd73e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:27.724052 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ad77a569-df92-4a38-99ca-96d4b9d7992a req-973ced9c-495d-4382-aa16-a6783d7fd73e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0991518 May 20 09:05:27.779713 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ad77a569-df92-4a38-99ca-96d4b9d7992a req-69c97c45-6c0e-4b9e-b2eb-b9271ca83d30 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492938 May 20 09:05:29.021115 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645150f4-491e-43f8-afcb-9a8d8e64da03 req-699af56b-2611-4891-afc6-fe3bcab82122 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:29.031534 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-645150f4-491e-43f8-afcb-9a8d8e64da03 req-699af56b-2611-4891-afc6-fe3bcab82122 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.1073525 May 20 09:05:29.183652 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-645150f4-491e-43f8-afcb-9a8d8e64da03 req-6a57dc7d-dfdd-4e11-ae4b-498767ad1bd1 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505659 May 20 09:05:30.448747 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc02493-128f-4c06-af1f-f0854b0f4ad2 req-e9567976-d9b4-460d-9088-d3b989a80a1d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:30.457356 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bbc02493-128f-4c06-af1f-f0854b0f4ad2 req-e9567976-d9b4-460d-9088-d3b989a80a1d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.1177900 May 20 09:05:30.512156 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bbc02493-128f-4c06-af1f-f0854b0f4ad2 req-ed53b956-db84-4782-ae4f-5463f7dfd973 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532219 May 20 09:05:31.735927 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10c90f-607c-4a7d-99dd-dc491a36cf24 req-3d6015bc-75b6-4547-b53c-277cf3a52775 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:31.737404 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dc10c90f-607c-4a7d-99dd-dc491a36cf24 req-3d6015bc-75b6-4547-b53c-277cf3a52775 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0971532 May 20 09:05:31.791843 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dc10c90f-607c-4a7d-99dd-dc491a36cf24 req-512c25a0-a008-40c5-92ca-f816ff20f329 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471928 May 20 09:05:33.020377 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938911b-03a1-498a-b8cf-ad6a890180bf req-c9538eb9-c134-4e04-a7ac-7c84a8ba2dd3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:33.022651 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e938911b-03a1-498a-b8cf-ad6a890180bf req-c9538eb9-c134-4e04-a7ac-7c84a8ba2dd3 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0985403 May 20 09:05:33.095041 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e938911b-03a1-498a-b8cf-ad6a890180bf req-769778bb-5ace-4c02-8d45-6645f5ee0c88 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661199 May 20 09:05:34.159156 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-4adca570-f542-4e75-923a-c802654ad410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:34.223704 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:05:34.299953 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d49e0c-7e90-4070-b109-417780981ff5 req-82edba4d-07b8-4209-a134-044f23cede89 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:34.307919 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5d49e0c-7e90-4070-b109-417780981ff5 req-82edba4d-07b8-4209-a134-044f23cede89 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0923083 May 20 09:05:34.350598 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5d49e0c-7e90-4070-b109-417780981ff5 req-3f39eda4-5f45-46d7-8b33-6daa967d6245 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417302 May 20 09:05:35.551047 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c92caa-830c-4fd7-99c1-269359a6f3dc req-95f92c75-d1b8-439a-96a4-f73f187bab5e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:35.552467 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73c92caa-830c-4fd7-99c1-269359a6f3dc req-95f92c75-d1b8-439a-96a4-f73f187bab5e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0880065 May 20 09:05:35.636177 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-73c92caa-830c-4fd7-99c1-269359a6f3dc req-e2dacf37-a145-4433-b3cc-b4b03907b771 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778348 May 20 09:05:35.663351 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1945e-cf12-4caf-9cb7-3f3b21f6b2d1 req-deb046f7-538c-4737-b543-a596c887dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:35.664833 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a0d1945e-cf12-4caf-9cb7-3f3b21f6b2d1 req-deb046f7-538c-4737-b543-a596c887dab1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 1099 time: 0.1301103 May 20 09:05:35.794747 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1945e-cf12-4caf-9cb7-3f3b21f6b2d1 req-f209c82c-4fe9-4dce-8cc4-0693ff8fc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:35.796175 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a0d1945e-cf12-4caf-9cb7-3f3b21f6b2d1 req-f209c82c-4fe9-4dce-8cc4-0693ff8fc0aa service neutron] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 918 time: 0.1247048 May 20 09:05:35.902329 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a0d1945e-cf12-4caf-9cb7-3f3b21f6b2d1 req-e2a081e8-99f2-4e90-b14d-a1675f124f84 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282 HTTP/1.1" status: 200 len: 1002 time: 0.0958335 May 20 09:05:35.966053 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1945e-cf12-4caf-9cb7-3f3b21f6b2d1 req-0220e017-d5c0-4772-ad2f-8e56e3d1aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:35.967425 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a0d1945e-cf12-4caf-9cb7-3f3b21f6b2d1 req-0220e017-d5c0-4772-ad2f-8e56e3d1aae5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.0591815 May 20 09:05:36.041691 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1945e-cf12-4caf-9cb7-3f3b21f6b2d1 req-366617c8-cd84-4290-af4d-6bdc1b51733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:36.043137 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a0d1945e-cf12-4caf-9cb7-3f3b21f6b2d1 req-366617c8-cd84-4290-af4d-6bdc1b51733f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681825 May 20 09:05:36.180752 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a0d1945e-cf12-4caf-9cb7-3f3b21f6b2d1 req-750b6347-a6da-4532-8b9e-7aa409f05393 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240561 May 20 09:05:36.313794 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a0d1945e-cf12-4caf-9cb7-3f3b21f6b2d1 req-3e1bd899-face-460e-96a5-3464f2b7b510 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267488 May 20 09:05:36.670358 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:36.823680 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c430a4-5a63-451f-b43f-0c1fb6c98567 req-905f5685-9ccd-4483-8ebd-8ca0d24a95cd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:36.825178 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-74c430a4-5a63-451f-b43f-0c1fb6c98567 req-905f5685-9ccd-4483-8ebd-8ca0d24a95cd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0777745 May 20 09:05:36.856914 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5691b937-14ec-4d6c-b16d-6f65ac65ba98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:36.873557 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-74c430a4-5a63-451f-b43f-0c1fb6c98567 req-6fbc04c0-d969-43c1-b61a-cb853fc60db4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 May 20 09:05:37.707986 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:38.060246 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744b47-c9d1-4763-b254-23788961eac0 req-7a120477-66f2-4dec-ad4c-8e8471dd754e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:38.061714 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-13744b47-c9d1-4763-b254-23788961eac0 req-7a120477-66f2-4dec-ad4c-8e8471dd754e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 946 time: 0.0780861 May 20 09:05:38.102105 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 56a6c521-d72f-44dc-94ac-46c7f5cc6282 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:05:38.107317 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-13744b47-c9d1-4763-b254-23788961eac0 req-b5ad37bb-560a-4ef3-8ffb-b9503dbca481 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399697 May 20 09:05:38.210135 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:38.236488 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:05:38.246029 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:05:38.252244 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:38.254101 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-252ade1d-3f5c-45ab-a506-294e6fca1cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:38.289542 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'code': 200} May 20 09:05:38.321981 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=56a6c521-d72f-44dc-94ac-46c7f5cc6282,revision_number=8']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:38.326329 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:39.295071 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040e6d2-3e11-4390-af92-3027c6340513 req-cd4be5da-6121-4cfe-9b2c-f1e68197f4d0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:39.296498 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a040e6d2-3e11-4390-af92-3027c6340513 req-cd4be5da-6121-4cfe-9b2c-f1e68197f4d0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.0824137 May 20 09:05:39.341064 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a040e6d2-3e11-4390-af92-3027c6340513 req-959160c3-6da0-4418-9640-bd73daf592fb tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382421 May 20 09:05:39.509904 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:40.812156 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa920b2-db90-43cf-9139-279b4e29f2a9 req-d003e74a-1d0d-4cbf-b27b-2480e2269d09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:40.813642 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3fa920b2-db90-43cf-9139-279b4e29f2a9 req-d003e74a-1d0d-4cbf-b27b-2480e2269d09 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.0782921 May 20 09:05:40.819060 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-8f8a0fdb-d7aa-4d0d-a05c-c87d4799df27 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714543 May 20 09:05:40.864806 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3fa920b2-db90-43cf-9139-279b4e29f2a9 req-77d97fa4-fe02-4544-b648-7dbfb4e2d042 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452032 May 20 09:05:42.099412 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-563e7e6e-f5a2-4fc0-9c82-b21551ef1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:42.100919 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-563e7e6e-f5a2-4fc0-9c82-b21551ef1eba service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f&tenant_id=3f1611c74b6c4086b1bd04ef27326563 HTTP/1.1" status: 200 len: 1097 time: 0.2072835 May 20 09:05:42.102710 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 56a6c521-d72f-44dc-94ac-46c7f5cc6282 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:05:42.109503 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76801e-239c-4df8-8754-9a2e95ecbb77 req-c06638b4-1966-49af-819b-2e9d940629b9 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:42.110836 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8c76801e-239c-4df8-8754-9a2e95ecbb77 req-c06638b4-1966-49af-819b-2e9d940629b9 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.1060431 May 20 09:05:42.193220 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8c76801e-239c-4df8-8754-9a2e95ecbb77 req-003e889b-4e7e-434f-8d7e-a9b85f3f9971 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764327 May 20 09:05:42.223317 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-c2f278aa-fdf9-48c8-b311-e918ee05e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:42.224742 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-c2f278aa-fdf9-48c8-b311-e918ee05e77a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 1097 time: 0.0867503 May 20 09:05:42.354485 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-b52316a0-c17d-44c6-a546-54f17cca0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:42.355890 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-b52316a0-c17d-44c6-a546-54f17cca0579 service neutron] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 918 time: 0.1222582 May 20 09:05:42.456501 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-017db78b-dcdb-45a6-9f7c-3e3f58728131 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282 HTTP/1.1" status: 200 len: 1000 time: 0.0933278 May 20 09:05:42.523040 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-76a1a553-8d55-4664-b44d-fc682cc31fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:42.524481 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-76a1a553-8d55-4664-b44d-fc682cc31fa3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.0607247 May 20 09:05:42.607659 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-8bd26388-3d5e-4d2f-8ab7-49249c1e9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:42.609154 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-8bd26388-3d5e-4d2f-8ab7-49249c1e9946 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777099 May 20 09:05:42.743127 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-84e837d0-a5ca-4ef5-ac87-464b7762d9ee service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255119 May 20 09:05:42.881608 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-91774b58-b895-4b1b-86ca-f8c988392f4a req-ab3a19ac-3ec7-462a-9039-0989b8b3ed91 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311390 May 20 09:05:43.426762 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b9494-bd20-4a64-b91c-4c6e861b3d3b req-8a901569-89d4-4ff0-b6bd-8267822de83e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:43.428374 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1c0b9494-bd20-4a64-b91c-4c6e861b3d3b req-8a901569-89d4-4ff0-b6bd-8267822de83e tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.1201377 May 20 09:05:43.483889 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1c0b9494-bd20-4a64-b91c-4c6e861b3d3b req-9d83622f-f88f-4516-b756-35c68b3392c5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490324 May 20 09:05:43.743687 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39536) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:05:43.802190 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88e3bc9-122d-40bb-9441-538702175a27 admin admin] Deleting subnet 42f7fa99-7975-4f4a-9646-3e8df786dd8e {{(pid=91688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:05:43.805234 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b88e3bc9-122d-40bb-9441-538702175a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:43.857032 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b88e3bc9-122d-40bb-9441-538702175a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6890140'] for subnet, precommit_delete_associations {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:43.917002 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b88e3bc9-122d-40bb-9441-538702175a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:44.057560 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:44.170607 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b88e3bc9-122d-40bb-9441-538702175a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7325955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5800494'] for subnet, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:44.176009 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-9714f468-3872-4eb6-b050-8abfb79f4c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:44.214323 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e3bc9-122d-40bb-9441-538702175a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f7fa99-7975-4f4a-9646-3e8df786dd8e,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:44.217889 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b88e3bc9-122d-40bb-9441-538702175a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:44.218863 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b88e3bc9-122d-40bb-9441-538702175a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:44.227224 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-b88e3bc9-122d-40bb-9441-538702175a27 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/42f7fa99-7975-4f4a-9646-3e8df786dd8e HTTP/1.1" status: 204 len: 168 time: 0.4801397 May 20 09:05:44.227477 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39540) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:05:44.424995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:44.555502 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:44.572244 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99329896-10b6-401f-a306-3f9563c36ba9']}} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:44.591941 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34d2b37-4206-491a-9355-fa63c83cd658') {'for_net_delete': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:44.592776 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34d2b37-4206-491a-9355-fa63c83cd658') {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:44.606834 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6890131'] for segment, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:44.667727 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:44.691515 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=91688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:05:44.692007 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7326117'] for segment, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: Traceback (most recent call last): May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: timer() May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: cb(*args, **kw) May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: return func(*args, **kwargs) May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: self._notify() May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: self.callback(batched_events) May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: event.method(event) May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: return f(self, *a, **k) May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: return self._get(url).json() May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: return self.request(url, 'GET', **kwargs) May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:05:44.708380 dv-cinder-790910-5-smb neutron-server[91688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:05:44.795953 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5204d3-1e7f-4ecf-8c24-4fb88524a0bd req-f012d6dc-1ef8-483b-8b26-3046afa77233 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:44.797448 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8f5204d3-1e7f-4ecf-8c24-4fb88524a0bd req-f012d6dc-1ef8-483b-8b26-3046afa77233 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.1834443 May 20 09:05:44.798254 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:44.802076 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:44.821063 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:44.841374 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] Pushing event deleted for resources: {'Network': ['ID=99329896-10b6-401f-a306-3f9563c36ba9,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:44.849937 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:44.869546 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] 10.222.0.88 "DELETE /v2.0/networks/99329896-10b6-401f-a306-3f9563c36ba9 HTTP/1.1" status: 204 len: 168 time: 0.6380904 May 20 09:05:44.878035 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8f5204d3-1e7f-4ecf-8c24-4fb88524a0bd req-fb37b1fc-ef6d-46b2-a81e-95ed1aa7f9e1 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541365 May 20 09:05:44.993887 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39548) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:05:45.045354 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-eb0c99c1-175d-4fe6-b909-d55c65197735 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ca9b96379737438b99320606e55bf487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501721 May 20 09:05:45.047790 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39552) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:05:45.106939 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:45.145633 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:45.207674 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:45.211999 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-2b8b4a83-890c-4476-b16d-5af17de2e9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:45.223904 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6e6b50-f143-43d2-b1f0-5f9c6a790d85,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:45.235815 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.236182 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.236551 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.236917 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.237272 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.237617 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.237961 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.238304 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.238647 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.238988 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.239332 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.239670 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:45.243002 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:45.244213 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:45.246180 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0a6e6b50-f143-43d2-b1f0-5f9c6a790d85 HTTP/1.1" status: 204 len: 168 time: 0.1973286 May 20 09:05:46.078442 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9cd0d-6ccf-422f-a4dc-76ba3ece4097 req-9ca74023-7a9f-477e-9928-03308a0f9b39 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:46.079932 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-12c9cd0d-6ccf-422f-a4dc-76ba3ece4097 req-9ca74023-7a9f-477e-9928-03308a0f9b39 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.0863106 May 20 09:05:46.129485 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-12c9cd0d-6ccf-422f-a4dc-76ba3ece4097 req-bb165562-3149-450d-af0b-c79a83ce6653 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 May 20 09:05:47.330614 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4632ed-88d9-4098-8920-ff6798a056e0 req-cdad30ec-4ffd-40d3-b689-0c86a87b8e08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:47.332315 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ae4632ed-88d9-4098-8920-ff6798a056e0 req-cdad30ec-4ffd-40d3-b689-0c86a87b8e08 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.0868981 May 20 09:05:47.379877 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ae4632ed-88d9-4098-8920-ff6798a056e0 req-1c3b5b48-2d38-4e5f-894c-1e17373a8763 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414200 May 20 09:05:48.580567 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f30265-02a3-4feb-8d7c-e447a04bfcb6 req-e8150320-9ac5-427b-a52d-fee1bd50d1bc tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:48.582112 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c9f30265-02a3-4feb-8d7c-e447a04bfcb6 req-e8150320-9ac5-427b-a52d-fee1bd50d1bc tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.0825789 May 20 09:05:48.632763 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c9f30265-02a3-4feb-8d7c-e447a04bfcb6 req-be282a26-3749-426a-b9fe-2eb86d99e49a tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444417 May 20 09:05:49.840681 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d72fad-25d2-4f60-a1b1-59c4573fc292 req-359c1a10-c502-49db-8f60-ac565a5e28e0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:49.842729 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-03d72fad-25d2-4f60-a1b1-59c4573fc292 req-359c1a10-c502-49db-8f60-ac565a5e28e0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.0937951 May 20 09:05:49.888942 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-03d72fad-25d2-4f60-a1b1-59c4573fc292 req-009aadea-567d-49ed-9603-5751481d3d44 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403879 May 20 09:05:51.091472 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192bf91-acdd-4036-be93-7720b48b92ea req-605b5a2c-424c-4391-a847-7b970953da70 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:51.092985 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6192bf91-acdd-4036-be93-7720b48b92ea req-605b5a2c-424c-4391-a847-7b970953da70 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.0881679 May 20 09:05:51.142365 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6192bf91-acdd-4036-be93-7720b48b92ea req-e6a1e78e-e196-42d3-8929-e840e3b3c75c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 May 20 09:05:52.357242 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a749f8-1bad-45bc-ba2e-b6a7d2a49120 req-c01cac18-cd70-422f-b371-551258b3d009 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:52.358741 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-68a749f8-1bad-45bc-ba2e-b6a7d2a49120 req-c01cac18-cd70-422f-b371-551258b3d009 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.0791478 May 20 09:05:52.408275 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-68a749f8-1bad-45bc-ba2e-b6a7d2a49120 req-3079c736-833a-48d6-ba98-ba412d59eb2c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436635 May 20 09:05:53.599914 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ce244-fea4-4d63-b284-b0a7cd9c1e7d req-2236441c-e136-404a-937d-2e691671ac83 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:53.601397 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f02ce244-fea4-4d63-b284-b0a7cd9c1e7d req-2236441c-e136-404a-937d-2e691671ac83 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.0810795 May 20 09:05:53.646334 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f02ce244-fea4-4d63-b284-b0a7cd9c1e7d req-be94c5ca-477f-47b1-80f6-560d9334e05f tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390790 May 20 09:05:54.837274 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318679-d683-458a-bcc6-5dbde023cb2a req-e2c31260-016d-4dd7-a32e-cee6bcc66ebb tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:54.838727 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a0318679-d683-458a-bcc6-5dbde023cb2a req-e2c31260-016d-4dd7-a32e-cee6bcc66ebb tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.0844429 May 20 09:05:54.885141 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a0318679-d683-458a-bcc6-5dbde023cb2a req-b01a6cd7-87ec-4ac0-9d17-a0cd151fb1b0 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407114 May 20 09:05:56.072991 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7a30-5165-476f-95c3-ac05b97c00e8 req-8cceaa98-7b8e-46ed-9755-f7794ab69ee5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:56.074432 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1e6e7a30-5165-476f-95c3-ac05b97c00e8 req-8cceaa98-7b8e-46ed-9755-f7794ab69ee5 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 944 time: 0.0797927 May 20 09:05:56.118365 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1e6e7a30-5165-476f-95c3-ac05b97c00e8 req-75fb66d8-c20b-4bce-8615-9a657862696c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381858 May 20 09:05:56.187656 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 56a6c521-d72f-44dc-94ac-46c7f5cc6282 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:05:56.318983 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:05:56.332423 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'port_id': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'mac_address': 'fa:16:3e:88:64:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:05:56.390823 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:56.407254 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a6c521-d72f-44dc-94ac-46c7f5cc6282 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:05:56.422845 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:05:56.427434 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:56.429166 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:56.495467 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=56a6c521-d72f-44dc-94ac-46c7f5cc6282,revision_number=9']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:56.502599 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.502943 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.503281 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.503609 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.503940 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.504505 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.504642 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.504913 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.505239 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.505572 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.505860 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.507112 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:56.510217 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:56.773175 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['56a6c521-d72f-44dc-94ac-46c7f5cc6282'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:05:57.310006 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a8ae1-73d4-4009-90f6-57ef7df1068d req-12833cee-20b1-4cd6-a6d3-16c83db9f9ce tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:57.312101 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0a2a8ae1-73d4-4009-90f6-57ef7df1068d req-12833cee-20b1-4cd6-a6d3-16c83db9f9ce tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 945 time: 0.0838170 May 20 09:05:57.358854 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0a2a8ae1-73d4-4009-90f6-57ef7df1068d req-c9e75873-ca22-49aa-9dcb-bfd07b5e8da7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394764 May 20 09:05:58.056248 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16ba2-5350-4825-9607-ce22947ff8eb req-0bbcbdab-a593-4bfb-8e43-7c581bfca521 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:58.057729 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-32b16ba2-5350-4825-9607-ce22947ff8eb req-0bbcbdab-a593-4bfb-8e43-7c581bfca521 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0835435 May 20 09:05:58.101720 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-32b16ba2-5350-4825-9607-ce22947ff8eb req-4b5e069f-edc1-4090-ab3e-725049822b41 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382719 May 20 09:05:58.201467 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 56a6c521-d72f-44dc-94ac-46c7f5cc6282 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:05:58.267820 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:05:58.268201 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:58.406724 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:58.432817 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:05:58.442526 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:05:58.447993 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:58.449997 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:58.521086 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=56a6c521-d72f-44dc-94ac-46c7f5cc6282,revision_number=10']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:58.524587 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:58.562527 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcb9e6-958b-4c26-af1c-c368aebb4112 req-e0b4bddd-678e-4c49-8997-063887973b7d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:58.563966 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cafcb9e6-958b-4c26-af1c-c368aebb4112 req-e0b4bddd-678e-4c49-8997-063887973b7d tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 947 time: 0.0836523 May 20 09:05:58.608618 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cafcb9e6-958b-4c26-af1c-c368aebb4112 req-8c9cbabe-08c7-422f-ac44-4ba51cd2d2cf tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 May 20 09:05:58.670713 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'code': 200} May 20 09:05:59.055020 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80ae0a-bfeb-41d9-acd6-755a087a569c req-efa14c55-5666-4423-a36a-f95045f49da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:59.056477 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8c80ae0a-bfeb-41d9-acd6-755a087a569c req-efa14c55-5666-4423-a36a-f95045f49da0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 1100 time: 0.1535332 May 20 09:05:59.097008 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8c80ae0a-bfeb-41d9-acd6-755a087a569c req-06fbbd0a-1243-48a5-b0b8-6e73351817a5 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334995 May 20 09:05:59.286127 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a2923-463d-4331-9cd2-af8e52eec3aa req-624b1079-bab4-4ad3-a875-9eaa4afe25c7 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:59.287584 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-da6a2923-463d-4331-9cd2-af8e52eec3aa req-624b1079-bab4-4ad3-a875-9eaa4afe25c7 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0802770 May 20 09:05:59.335347 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-da6a2923-463d-4331-9cd2-af8e52eec3aa req-15665b72-2dc6-43ff-8552-9d4a6f2c5cc7 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418656 May 20 09:05:59.803108 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd2838-6302-4d16-8bbd-e01049464a38 req-4fb5d48f-3d27-4dde-94ae-ef52a09b9d84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:59.804546 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d6bd2838-6302-4d16-8bbd-e01049464a38 req-4fb5d48f-3d27-4dde-94ae-ef52a09b9d84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 947 time: 0.0824537 May 20 09:05:59.852546 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d6bd2838-6302-4d16-8bbd-e01049464a38 req-57747eec-a577-4bc4-8a0d-50e0fca182ad tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 May 20 09:06:00.530749 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d1bac-35e6-4438-9eac-437dfd0ecc48 req-05ffc403-ffb6-4761-a5ff-e79a935d9e09 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:00.532370 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-697d1bac-35e6-4438-9eac-437dfd0ecc48 req-05ffc403-ffb6-4761-a5ff-e79a935d9e09 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0877769 May 20 09:06:00.579775 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-697d1bac-35e6-4438-9eac-437dfd0ecc48 req-6357f34e-6ba2-44ac-8086-0bfee844654d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409732 May 20 09:06:01.045973 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcdc5f-0c02-4322-af88-0ab0e08e4869 req-d629ebd2-c571-4133-94f4-d9a3169bb2d4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:01.047352 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-28dcdc5f-0c02-4322-af88-0ab0e08e4869 req-d629ebd2-c571-4133-94f4-d9a3169bb2d4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 947 time: 0.0850558 May 20 09:06:01.090949 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-28dcdc5f-0c02-4322-af88-0ab0e08e4869 req-0060a53d-f6b7-46da-8b9c-78dbbcc9427c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378489 May 20 09:06:01.909566 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffd116-cb7f-4427-a7fe-f848110f1605 req-d3a82ce4-e65d-4ac1-b5a9-ba65193f14f3 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:01.911009 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a4ffd116-cb7f-4427-a7fe-f848110f1605 req-d3a82ce4-e65d-4ac1-b5a9-ba65193f14f3 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0822139 May 20 09:06:01.956365 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a4ffd116-cb7f-4427-a7fe-f848110f1605 req-b3e4cd61-862b-4d2f-95dd-4347a011b46f tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 May 20 09:06:02.279083 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f8b5f-2466-416e-9c09-6559e6dd7025 req-e197660e-4050-467f-b080-c9ba066291d4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:02.280505 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-111f8b5f-2466-416e-9c09-6559e6dd7025 req-e197660e-4050-467f-b080-c9ba066291d4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 947 time: 0.0814226 May 20 09:06:02.323849 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-111f8b5f-2466-416e-9c09-6559e6dd7025 req-32c45d32-0ea6-4ba2-bbfa-e360365962c9 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377069 May 20 09:06:03.136995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194128a4-8e5d-499f-8815-7f6b6e2620ca req-43f8ecc0-47ef-4f8c-bfc8-4847165397bd tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:03.138945 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-194128a4-8e5d-499f-8815-7f6b6e2620ca req-43f8ecc0-47ef-4f8c-bfc8-4847165397bd tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0801265 May 20 09:06:03.183014 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-194128a4-8e5d-499f-8815-7f6b6e2620ca req-93265d5a-0666-43cd-b40b-3fc01b8b4823 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383253 May 20 09:06:04.150671 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-acc543d9-cda9-4898-9a9a-a04597518b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:04.372133 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443cc2-8c28-4b93-912f-f6ffde764664 req-3ad8747c-5306-4719-b689-f75ca1e5c9b5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:04.372133 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a0443cc2-8c28-4b93-912f-f6ffde764664 req-3ad8747c-5306-4719-b689-f75ca1e5c9b5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0829453 May 20 09:06:04.419096 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a0443cc2-8c28-4b93-912f-f6ffde764664 req-d464569a-69f6-4f3c-b18a-fe9b4d74eae8 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411367 May 20 09:06:05.604583 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b34031-3de3-49ba-a227-43e0a31e28c7 req-6772d3e3-dedc-4124-9e9d-f2925226f802 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:05.606087 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e6b34031-3de3-49ba-a227-43e0a31e28c7 req-6772d3e3-dedc-4124-9e9d-f2925226f802 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0820944 May 20 09:06:05.654728 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e6b34031-3de3-49ba-a227-43e0a31e28c7 req-a72f3336-0f56-4890-a0aa-f94eb30ecd84 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 May 20 09:06:06.672894 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:06.838056 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319023a0-9816-4d53-b9be-acfb51d52f56 req-6b8923d4-174d-4a05-a47e-18123ac079e5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:06.839496 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-319023a0-9816-4d53-b9be-acfb51d52f56 req-6b8923d4-174d-4a05-a47e-18123ac079e5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0798306 May 20 09:06:06.860022 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-6f3476ab-7872-405f-83b2-ccd3e79094a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:06.886375 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-319023a0-9816-4d53-b9be-acfb51d52f56 req-8e7c256e-7b19-42f9-80f8-bcf73e46528e tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405653 May 20 09:06:07.712043 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:08.074602 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cd717-462a-4ae8-832c-82b6c5620da1 req-7820cd68-dc25-495e-90a0-e8f8fa265633 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:08.075945 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6b5cd717-462a-4ae8-832c-82b6c5620da1 req-7820cd68-dc25-495e-90a0-e8f8fa265633 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0824554 May 20 09:06:08.120300 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6b5cd717-462a-4ae8-832c-82b6c5620da1 req-bf054125-4493-418f-978e-5b420d89c462 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385852 May 20 09:06:09.300765 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7dc62-3565-46ed-bb48-e75ea687327a req-a67f82fe-76aa-422b-91e3-16213b3efbd7 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:09.302229 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dfe7dc62-3565-46ed-bb48-e75ea687327a req-a67f82fe-76aa-422b-91e3-16213b3efbd7 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0795689 May 20 09:06:09.346380 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dfe7dc62-3565-46ed-bb48-e75ea687327a req-7b2c0ac0-21db-4ec1-91e3-ba9a18d3e4ba tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384538 May 20 09:06:09.513496 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:09.685055 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c38377-be00-4573-a480-de98633bd6fa req-ef6bd0be-7317-4af4-a447-68f4cc660432 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:09.686399 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10c38377-be00-4573-a480-de98633bd6fa req-ef6bd0be-7317-4af4-a447-68f4cc660432 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0836632 May 20 09:06:09.773691 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10c38377-be00-4573-a480-de98633bd6fa req-33278574-b37c-4d12-b16b-6a55a6f780b5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572872 May 20 09:06:09.789085 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc0b2d-dd24-415f-81bf-cb76ed1b7e3b req-d723854f-0aac-4c5b-bd02-8b435dd5a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:09.790515 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9afc0b2d-dd24-415f-81bf-cb76ed1b7e3b req-d723854f-0aac-4c5b-bd02-8b435dd5a9ec service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a0aefa4f74614db8846376f4553b6aad&device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 1099 time: 0.1032548 May 20 09:06:09.919831 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc0b2d-dd24-415f-81bf-cb76ed1b7e3b req-44a43325-68ec-41b3-a74b-0c83dcecaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:09.921296 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9afc0b2d-dd24-415f-81bf-cb76ed1b7e3b req-44a43325-68ec-41b3-a74b-0c83dcecaa77 service neutron] 10.222.0.97 "GET /v2.0/networks?id=208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 200 len: 913 time: 0.1235046 May 20 09:06:10.021566 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9afc0b2d-dd24-415f-81bf-cb76ed1b7e3b req-37ed3a31-4938-4938-badc-0b4979f56001 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ed59c08-4a07-4cb5-b474-07e2412d65f3 HTTP/1.1" status: 200 len: 1002 time: 0.0934665 May 20 09:06:10.087270 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc0b2d-dd24-415f-81bf-cb76ed1b7e3b req-3516a901-0a07-4655-b457-af44dce79628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:10.088668 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9afc0b2d-dd24-415f-81bf-cb76ed1b7e3b req-3516a901-0a07-4655-b457-af44dce79628 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bb71ea7a-440e-4ff3-af8e-dbb512184685 HTTP/1.1" status: 200 len: 850 time: 0.0591922 May 20 09:06:10.233866 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc0b2d-dd24-415f-81bf-cb76ed1b7e3b req-30a92701-5f8a-472d-a21f-c26eaa2b4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:10.236008 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9afc0b2d-dd24-415f-81bf-cb76ed1b7e3b req-30a92701-5f8a-472d-a21f-c26eaa2b4cc9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=208769b1-b057-420c-8d34-7ef6134b24c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1406450 May 20 09:06:10.364626 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9afc0b2d-dd24-415f-81bf-cb76ed1b7e3b req-a7740557-9038-42e2-ab73-d6a86c7f0197 service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216023 May 20 09:06:10.493740 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9afc0b2d-dd24-415f-81bf-cb76ed1b7e3b req-eb83b821-110d-4386-91b7-f7bebcce3611 service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219044 May 20 09:06:10.962281 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b140a-47ba-4c3d-b71a-516ab4e7d8c4 req-7a18dcb8-058a-4187-8327-f932d4d6df91 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:10.963726 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aa6b140a-47ba-4c3d-b71a-516ab4e7d8c4 req-7a18dcb8-058a-4187-8327-f932d4d6df91 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0850484 May 20 09:06:11.008157 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aa6b140a-47ba-4c3d-b71a-516ab4e7d8c4 req-c00173f1-4611-4a23-9873-174630784b77 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387089 May 20 09:06:11.223997 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:06:12.189895 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3853a9-5d35-4761-9ea8-514c9805c65f req-6cffa3f9-84f2-4681-8d61-62344f9d17f6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:12.191326 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0c3853a9-5d35-4761-9ea8-514c9805c65f req-6cffa3f9-84f2-4681-8d61-62344f9d17f6 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0784044 May 20 09:06:12.235526 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0c3853a9-5d35-4761-9ea8-514c9805c65f req-0750f887-04f5-4762-b7df-ce9c19538864 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382433 May 20 09:06:14.053862 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:16.170367 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b54f9cea-7250-425e-9963-444b07531cbd req-01345295-b9a1-44a1-99ec-b8325c77a3b9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719461 May 20 09:06:16.273136 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f9cea-7250-425e-9963-444b07531cbd req-f8e3aa64-96cb-4fb2-8856-0662cf2d25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:16.274593 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b54f9cea-7250-425e-9963-444b07531cbd req-f8e3aa64-96cb-4fb2-8856-0662cf2d25a5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3f1611c74b6c4086b1bd04ef27326563&device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 1100 time: 0.0701478 May 20 09:06:16.418703 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f9cea-7250-425e-9963-444b07531cbd req-58987ece-b15a-4823-9b85-e84cab1b0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:16.420126 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b54f9cea-7250-425e-9963-444b07531cbd req-58987ece-b15a-4823-9b85-e84cab1b0601 service neutron] 10.222.0.97 "GET /v2.0/networks?id=104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 200 len: 918 time: 0.1238704 May 20 09:06:16.528749 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b54f9cea-7250-425e-9963-444b07531cbd req-d6775b15-526a-46dc-9699-9691e1efc440 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282 HTTP/1.1" status: 200 len: 1002 time: 0.0944121 May 20 09:06:16.589017 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f9cea-7250-425e-9963-444b07531cbd req-f1dc5be9-7a24-43fa-a188-1a30c30a5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:16.590408 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b54f9cea-7250-425e-9963-444b07531cbd req-f1dc5be9-7a24-43fa-a188-1a30c30a5c56 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 200 len: 855 time: 0.0551574 May 20 09:06:16.666515 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f9cea-7250-425e-9963-444b07531cbd req-0d18f1bf-e2e0-474a-bd76-077e1f57c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:16.668000 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b54f9cea-7250-425e-9963-444b07531cbd req-0d18f1bf-e2e0-474a-bd76-077e1f57c0cc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=104ab518-1dd2-4328-a65f-309b0482f36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704973 May 20 09:06:16.810456 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b54f9cea-7250-425e-9963-444b07531cbd req-f32decd6-e575-4b4f-81b4-6251cc9bb5f8 service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354165 May 20 09:06:16.967148 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b54f9cea-7250-425e-9963-444b07531cbd req-1acd100c-2834-4c71-b184-12b0db47b88e service neutron] 10.222.0.97 "GET /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494360 May 20 09:06:34.151816 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-be6bac38-337a-4e3c-8784-c097a7fcad1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:35.764338 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eaaff-5cbb-4482-a1df-db0d6555ce53 req-4d719cd2-ab8f-4849-bde6-4d07faa2d5bd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:35.765802 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-437eaaff-5cbb-4482-a1df-db0d6555ce53 req-4d719cd2-ab8f-4849-bde6-4d07faa2d5bd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 947 time: 0.0786605 May 20 09:06:35.809162 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-437eaaff-5cbb-4482-a1df-db0d6555ce53 req-333fdc4a-8cec-4bb9-955f-026b6e634fcc tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376596 May 20 09:06:36.675276 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:36.862635 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-827ecb8a-4f87-4917-b6be-921f8373aef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:37.006968 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3851f1-240c-4e4e-aa03-5ec9052a0fae req-501f35d1-39f5-40d2-adf9-10f4dbbba94c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:37.008437 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-eb3851f1-240c-4e4e-aa03-5ec9052a0fae req-501f35d1-39f5-40d2-adf9-10f4dbbba94c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 947 time: 0.0869274 May 20 09:06:37.053737 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-eb3851f1-240c-4e4e-aa03-5ec9052a0fae req-8840fbeb-d15b-4c01-a3c1-cdc76f583141 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395505 May 20 09:06:37.493922 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-d93382ab-27bf-40d5-bc07-6c13ee9e695c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:37.495388 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-d93382ab-27bf-40d5-bc07-6c13ee9e695c tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.97 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 947 time: 0.0854816 May 20 09:06:37.713974 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:37.720028 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Deleting port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:06:37.720369 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:37.868730 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] For port 56a6c521-d72f-44dc-94ac-46c7f5cc6282, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=56a6c521-d72f-44dc-94ac-46c7f5cc6282,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:06:37.869093 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:38.202532 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:38.203230 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:38.203230 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.l3_db [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Floating IP c0035bdc-4b4c-4a83-9852-abc314c2940b disassociated. External IP: 172.28.2.135, port: 56a6c521-d72f-44dc-94ac-46c7f5cc6282. May 20 09:06:38.203530 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Calling delete_port for 56a6c521-d72f-44dc-94ac-46c7f5cc6282 owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:06:38.285390 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13687087-ed94-4401-b441-df0ec93172ae req-a94bf5f5-9229-4abd-8ab7-6298e5c24133 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:38.286849 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-13687087-ed94-4401-b441-df0ec93172ae req-a94bf5f5-9229-4abd-8ab7-6298e5c24133 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 947 time: 0.1157994 May 20 09:06:38.383972 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-13687087-ed94-4401-b441-df0ec93172ae req-22cdb148-bbb1-4251-9ffa-b68fbe457bbd tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab029df-3d3d-44c7-9c3e-8a558da25cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902531 May 20 09:06:38.389107 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:38.395289 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-8d351d28-eadb-4d49-8fd7-86b0e0234a16 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:38.443110 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event deleted for resources: {'Port': ['ID=56a6c521-d72f-44dc-94ac-46c7f5cc6282,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:38.453605 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.453978 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.455466 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.455816 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.456170 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.456526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.456901 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.457253 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.457599 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.457945 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.458294 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.458653 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:38.508436 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:38.634374 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Router b5a53162-4afc-485e-a413-fc98e1b29965 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:06:38.811584 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:06:38.821830 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d2d88-5d51-4cf2-a900-feda0e1caea0 None None] Sync routers for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:06:38.833155 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d2d88-5d51-4cf2-a900-feda0e1caea0 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:06:38.833525 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-ea6d2d88-5d51-4cf2-a900-feda0e1caea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:06:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:38.885346 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] No DVR routers for this DVR port 56a6c521-d72f-44dc-94ac-46c7f5cc6282 on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:06:38.888084 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:38.892323 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'name': 'network-vif-deleted', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:06:38.903133 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c91c5889-5bcf-49cf-a039-a8587e2a236e req-36682a65-10eb-43c6-b3b8-aa5538e874c4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.97 "DELETE /v2.0/ports/56a6c521-d72f-44dc-94ac-46c7f5cc6282 HTTP/1.1" status: 204 len: 173 time: 1.4020109 May 20 09:06:39.015300 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7219d5-7d78-4b4b-b0c7-d86ea493754f', 'name': 'network-vif-deleted', 'tag': '56a6c521-d72f-44dc-94ac-46c7f5cc6282', 'status': 'completed', 'code': 200} May 20 09:06:39.024935 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-ea6d2d88-5d51-4cf2-a900-feda0e1caea0 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:06:39.330979 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-ea6d2d88-5d51-4cf2-a900-feda0e1caea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:39.335112 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d2d88-5d51-4cf2-a900-feda0e1caea0 None None] Checking router: b5a53162-4afc-485e-a413-fc98e1b29965 for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:06:39.344020 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d2d88-5d51-4cf2-a900-feda0e1caea0 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:06:39.344617 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-ea6d2d88-5d51-4cf2-a900-feda0e1caea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:06:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:39.524357 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:39.533517 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-ea6d2d88-5d51-4cf2-a900-feda0e1caea0 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:06:39.569402 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-5a51ab8b-dd7e-4a90-b6b0-14cf2f2d02dc req-1a1061a9-a86a-4b6b-a762-d9a7f5a205e4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Synchronizing usage tracker for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:06:39.586559 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-5a51ab8b-dd7e-4a90-b6b0-14cf2f2d02dc req-1a1061a9-a86a-4b6b-a762-d9a7f5a205e4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Unset dirty status for tenant:3f1611c74b6c4086b1bd04ef27326563 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:06:39.587819 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a51ab8b-dd7e-4a90-b6b0-14cf2f2d02dc req-1a1061a9-a86a-4b6b-a762-d9a7f5a205e4 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d7219d5-7d78-4b4b-b0c7-d86ea493754f HTTP/1.1" status: 200 len: 210 time: 0.0748367 May 20 09:06:39.844791 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-ea6d2d88-5d51-4cf2-a900-feda0e1caea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:39.849067 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d2d88-5d51-4cf2-a900-feda0e1caea0 None None] The sync data for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb is: [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:00:13Z', 'revision_number': 4, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '3d9ec23b-60f4-460f-8adc-feed12df8bc1', 'name': '', 'network_id': '104ab518-1dd2-4328-a65f-309b0482f36c', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'mac_address': 'fa:16:3e:8d:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:11Z', 'updated_at': '2021-05-20T09:00:25Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'subnets': [{'id': 'ccd6c26d-39cf-4d69-8f12-52d111fe625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:06:40.063621 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa7e66-c4d7-4997-ab86-df8e9daddef9 None None] New status for floating IP c0035bdc-4b4c-4a83-9852-abc314c2940b: DOWN {{(pid=91690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:06:41.739768 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39708) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:41.817273 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6aa3-13d1-4ddc-8cfe-22631aee9c49 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:41.848010 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6aa3-13d1-4ddc-8cfe-22631aee9c49 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:41.906047 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6aa3-13d1-4ddc-8cfe-22631aee9c49 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:41.909907 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:41.926248 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c6aa3-13d1-4ddc-8cfe-22631aee9c49 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab029df-3d3d-44c7-9c3e-8a558da25cdc,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:41.928945 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6f6c6aa3-13d1-4ddc-8cfe-22631aee9c49 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:41.937481 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6aa3-13d1-4ddc-8cfe-22631aee9c49 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:41.940770 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-6f6c6aa3-13d1-4ddc-8cfe-22631aee9c49 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "DELETE /v2.0/security-groups/3ab029df-3d3d-44c7-9c3e-8a558da25cdc HTTP/1.1" status: 204 len: 168 time: 0.1977329 May 20 09:06:41.941999 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39712) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:41.960356 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.api.v2.resource [None req-98bd59d4-c2fb-439c-ab53-e961d6ba2ecf tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] show failed (client error): The resource could not be found. May 20 09:06:41.964762 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-98bd59d4-c2fb-439c-ab53-e961d6ba2ecf tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "GET /v2.0/security-groups/3ab029df-3d3d-44c7-9c3e-8a558da25cdc HTTP/1.1" status: 404 len: 347 time: 0.0192666 May 20 09:06:41.965527 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39716) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:42.277252 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Deleting port f132d9c7-b97b-4860-8bfd-e1cf8c2e7f83 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:06:42.277505 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:42.401209 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:42.401539 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:42.428869 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 56a6c521-d72f-44dc-94ac-46c7f5cc6282 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:06:42.462426 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 56a6c521-d72f-44dc-94ac-46c7f5cc6282 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:06:42.462779 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 56a6c521-d72f-44dc-94ac-46c7f5cc6282 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:06:42.526283 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Calling delete_port for f132d9c7-b97b-4860-8bfd-e1cf8c2e7f83 owned by network:floatingip {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:06:42.634353 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:42.637666 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-57f6ea9b-f3ac-4c5e-857d-413e1b4c4721 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:42.683209 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Pushing event deleted for resources: {'Port': ['ID=f132d9c7-b97b-4860-8bfd-e1cf8c2e7f83,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:42.685691 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:42.773809 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks [] for floatingip, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:42.791530 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:42.792642 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] 10.222.0.88 "DELETE /v2.0/floatingips/c0035bdc-4b4c-4a83-9852-abc314c2940b HTTP/1.1" status: 204 len: 168 time: 0.8261893 May 20 09:06:44.054276 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:45.547571 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39740) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:46.221430 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8212058'] for router_interface, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:46.718397 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Deleting port 3d9ec23b-60f4-460f-8adc-feed12df8bc1 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:06:46.719048 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:46.837331 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] For port 3d9ec23b-60f4-460f-8adc-feed12df8bc1, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=3d9ec23b-60f4-460f-8adc-feed12df8bc1,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:06:46.837683 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:46.956487 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Calling delete_port for 3d9ec23b-60f4-460f-8adc-feed12df8bc1 owned by network:router_interface {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:06:47.231211 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:47.235433 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-45bcd5fa-6aac-4b1c-b972-381b93bc8809 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:47.281945 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9ec23b-60f4-460f-8adc-feed12df8bc1,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:47.322971 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.323350 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.324082 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.324082 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.324374 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.324776 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.325090 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.325433 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.325778 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.326126 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.326468 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.326803 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:47.354963 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:47.569869 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8087465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8212206'] for router_interface, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:48.032119 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Router b5a53162-4afc-485e-a413-fc98e1b29965 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:06:48.211760 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:06:48.222526 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796445a0-efd3-4703-8e6e-85cbb899d896 None None] Sync routers for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:06:48.224387 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e66ad-533f-4ba5-adfd-58b03f2e2d0b req-54e303a6-2640-44ab-a58b-0b020e924660 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:48.225900 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-578e66ad-533f-4ba5-adfd-58b03f2e2d0b req-54e303a6-2640-44ab-a58b-0b020e924660 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0844741 May 20 09:06:48.226231 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:06:48.229346 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] 10.222.0.88 "PUT /v2.0/routers/b5a53162-4afc-485e-a413-fc98e1b29965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6806924 May 20 09:06:48.233140 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39756) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:48.234221 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796445a0-efd3-4703-8e6e-85cbb899d896 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:06:48.234929 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-796445a0-efd3-4703-8e6e-85cbb899d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:06:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:48.272527 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-578e66ad-533f-4ba5-adfd-58b03f2e2d0b req-aac712aa-51b8-4fe1-9503-dd63ec648078 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403476 May 20 09:06:48.406399 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:48.446699 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-796445a0-efd3-4703-8e6e-85cbb899d896 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:06:48.576602 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:48.645643 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Deleting port 65a28448-c1ee-4dde-925c-8ce099626d4b {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:06:48.645981 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:48.725057 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-796445a0-efd3-4703-8e6e-85cbb899d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:06:47Z', 'revision_number': 5, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port': {'id': '65a28448-c1ee-4dde-925c-8ce099626d4b', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:00:05Z', 'updated_at': '2021-05-20T09:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:48.729110 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796445a0-efd3-4703-8e6e-85cbb899d896 None None] Checking router: b5a53162-4afc-485e-a413-fc98e1b29965 for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:06:48.737530 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796445a0-efd3-4703-8e6e-85cbb899d896 None None] Routers {'b5a53162-4afc-485e-a413-fc98e1b29965'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:06:48.738131 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-796445a0-efd3-4703-8e6e-85cbb899d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:06:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['b5a53162-4afc-485e-a413-fc98e1b29965'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:48.770191 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] For port 65a28448-c1ee-4dde-925c-8ce099626d4b, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=65a28448-c1ee-4dde-925c-8ce099626d4b,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:06:48.770543 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:48.887656 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-796445a0-efd3-4703-8e6e-85cbb899d896 None None] Set router b5a53162-4afc-485e-a413-fc98e1b29965 gateway port host: None {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:06:48.894745 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Calling delete_port for 65a28448-c1ee-4dde-925c-8ce099626d4b owned by network:router_gateway {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:06:48.992843 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-796445a0-efd3-4703-8e6e-85cbb899d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:06:48Z', 'revision_number': 6, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port_host': None}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:48.996823 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796445a0-efd3-4703-8e6e-85cbb899d896 None None] The sync data for ids ['b5a53162-4afc-485e-a413-fc98e1b29965'] in dv-cinder-790910-5-smb is: [{'id': 'b5a53162-4afc-485e-a413-fc98e1b29965', 'name': 'tempest-AttachVolumeShelveTestJSON-690550527-router', 'tenant_id': '3f1611c74b6c4086b1bd04ef27326563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:00:04Z', 'updated_at': '2021-05-20T09:06:48Z', 'revision_number': 6, 'project_id': '3f1611c74b6c4086b1bd04ef27326563', 'gw_port_host': None}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:06:49.030287 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:49.034147 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:49.079923 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a28448-c1ee-4dde-925c-8ce099626d4b,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:49.082923 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:49.169333 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126065'] for router_gateway, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:49.455480 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31774'] for router, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:49.457786 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:49.478644 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa059-7f30-4554-974f-56aee83914fd req-30d331d5-99a8-469a-984f-b4650000b10a tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:49.483988 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6ccaa059-7f30-4554-974f-56aee83914fd req-30d331d5-99a8-469a-984f-b4650000b10a tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0931580 May 20 09:06:49.487741 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8120909'] for router, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:49.488264 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a53162-4afc-485e-a413-fc98e1b29965 {{(pid=91687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:06:49.508018 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] Notify callbacks [] for router, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:49.511406 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-21fd65af-fae0-425b-8f6b-7a7b089f51f2 admin admin] 10.222.0.88 "DELETE /v2.0/routers/b5a53162-4afc-485e-a413-fc98e1b29965 HTTP/1.1" status: 204 len: 168 time: 1.2751074 May 20 09:06:49.511641 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39762) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:49.533173 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6ccaa059-7f30-4554-974f-56aee83914fd req-5df570c8-77cc-4c74-b0d4-d26dd16f718c tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426259 May 20 09:06:49.569827 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c7b12f-45f6-476b-8728-6e1c0412878e admin admin] Deleting subnet ccd6c26d-39cf-4d69-8f12-52d111fe625c {{(pid=91687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:06:49.572696 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32c7b12f-45f6-476b-8728-6e1c0412878e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:49.622833 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32c7b12f-45f6-476b-8728-6e1c0412878e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7849174'] for subnet, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:49.738719 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32c7b12f-45f6-476b-8728-6e1c0412878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:49.775901 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 3d9ec23b-60f4-460f-8adc-feed12df8bc1 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:06:49.811094 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 3d9ec23b-60f4-460f-8adc-feed12df8bc1 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:06:49.811446 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 3d9ec23b-60f4-460f-8adc-feed12df8bc1 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:06:49.988224 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32c7b12f-45f6-476b-8728-6e1c0412878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5631042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6713005'] for subnet, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:49.992038 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8d5a9d53-86d8-4007-a478-4db4408466e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:50.026527 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7b12f-45f6-476b-8728-6e1c0412878e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd6c26d-39cf-4d69-8f12-52d111fe625c,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:50.029434 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-32c7b12f-45f6-476b-8728-6e1c0412878e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:50.030410 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32c7b12f-45f6-476b-8728-6e1c0412878e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.037075 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-32c7b12f-45f6-476b-8728-6e1c0412878e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ccd6c26d-39cf-4d69-8f12-52d111fe625c HTTP/1.1" status: 204 len: 168 time: 0.5244346 May 20 09:06:50.039486 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39766) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:50.041330 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5254ccb6-d52d-4652-96ac-b804a82f334b None None] Network 104ab518-1dd2-4328-a65f-309b0482f36c requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:06:50.147618 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.220261 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Deleting port 5636d204-4c57-4541-b3ce-75c55b5a329c {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:06:50.220631 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.291885 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5705723d-f8b6-43c7-8e3a-654b283bb084 None None] DHCP port deletion for 104ab518-1dd2-4328-a65f-309b0482f36c request from dv-cinder-790910-5-smb {{(pid=91689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:06:50.316418 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] For port 5636d204-4c57-4541-b3ce-75c55b5a329c, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=5636d204-4c57-4541-b3ce-75c55b5a329c,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:06:50.316795 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.356647 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-5705723d-f8b6-43c7-8e3a-654b283bb084 None None] Deleting port 5636d204-4c57-4541-b3ce-75c55b5a329c {{(pid=91689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:06:50.357002 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5705723d-f8b6-43c7-8e3a-654b283bb084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.404071 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686298c0-a732-40bc-a008-f867ff97f3dc req-fc37393f-5e70-498f-8615-f5f99a85fa13 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:50.405561 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-686298c0-a732-40bc-a008-f867ff97f3dc req-fc37393f-5e70-498f-8615-f5f99a85fa13 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.97 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.0877683 May 20 09:06:50.440757 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Calling delete_port for 5636d204-4c57-4541-b3ce-75c55b5a329c owned by network:dhcp {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:06:50.462659 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-5705723d-f8b6-43c7-8e3a-654b283bb084 None None] For port 5636d204-4c57-4541-b3ce-75c55b5a329c, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=5636d204-4c57-4541-b3ce-75c55b5a329c,segment=NetworkSegment(89beade0-d520-4668-b9e2-ccb7a0493349),segment_id=89beade0-d520-4668-b9e2-ccb7a0493349)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:06:50.463224 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5705723d-f8b6-43c7-8e3a-654b283bb084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.490830 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.494546 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-06618989-665a-427d-a76b-82ac836fdd4d tempest-ServerRescueNegativeTestJSON-2108080424 tempest-ServerRescueNegativeTestJSON-2108080424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:50.536505 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5636d204-4c57-4541-b3ce-75c55b5a329c,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:50.540987 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:50.543761 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] No DVR routers for this DVR port 5636d204-4c57-4541-b3ce-75c55b5a329c on host dv-cinder-790910-5-smb {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:06:50.559629 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Deleting port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:06:50.560216 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.589746 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-5705723d-f8b6-43c7-8e3a-654b283bb084 None None] Calling delete_port for 5636d204-4c57-4541-b3ce-75c55b5a329c owned by network:dhcp {{(pid=91689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:06:50.664122 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.678023 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104ab518-1dd2-4328-a65f-309b0482f36c']}} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:50.690843 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89beade0-d520-4668-b9e2-ccb7a0493349') {'for_net_delete': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:50.691219 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89beade0-d520-4668-b9e2-ccb7a0493349') {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:50.702513 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7849177'] for segment, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.721103 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.728133 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=91687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:06:50.728808 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5631204'] for segment, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: Traceback (most recent call last): May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: timer() May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: cb(*args, **kw) May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: return func(*args, **kwargs) May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: self._notify() May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: self.callback(batched_events) May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: event.method(event) May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: return f(self, *a, **k) May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: return self._get(url).json() May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: return self.request(url, 'GET', **kwargs) May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:06:50.743034 dv-cinder-790910-5-smb neutron-server[91687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:06:50.757215 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5705723d-f8b6-43c7-8e3a-654b283bb084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416'] for port, after_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.761721 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:50.771321 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] For port 4ed59c08-4a07-4cb5-b474-07e2412d65f3, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=4ed59c08-4a07-4cb5-b474-07e2412d65f3,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:06:50.771672 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.806358 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705723d-f8b6-43c7-8e3a-654b283bb084 None None] Pushing event deleted for resources: {'Port': ['ID=5636d204-4c57-4541-b3ce-75c55b5a329c,revision_number=None']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:50.809294 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-5705723d-f8b6-43c7-8e3a-654b283bb084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:50.810588 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705723d-f8b6-43c7-8e3a-654b283bb084 None None] No DVR routers for this DVR port 5636d204-4c57-4541-b3ce-75c55b5a329c on host dv-cinder-790910-5-smb {{(pid=91689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:06:50.867580 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ffb2b-91a7-4b81-8f90-f26b2130612e req-e50ef003-1503-4ef4-8779-d600fa31b296 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:50.869062 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-006ffb2b-91a7-4b81-8f90-f26b2130612e req-e50ef003-1503-4ef4-8779-d600fa31b296 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 946 time: 0.2081523 May 20 09:06:50.918761 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.923202 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:50.925963 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-bd6eecdb-2bae-4e2e-8a2b-d40a296e1645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:50.948375 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=104ab518-1dd2-4328-a65f-309b0482f36c,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:50.953011 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:50.962887 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/104ab518-1dd2-4328-a65f-309b0482f36c HTTP/1.1" status: 204 len: 168 time: 0.9222639 May 20 09:06:51.085476 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39774) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:51.092017 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-006ffb2b-91a7-4b81-8f90-f26b2130612e req-3701241c-9ba0-4539-9294-84c0fec386fd tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=ecfbf1e6-9610-409c-aef4-1518798e5deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143948 May 20 09:06:51.139053 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-b5a4c363-be2d-4486-8ade-d6818c73a83a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3f1611c74b6c4086b1bd04ef27326563&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520186 May 20 09:06:51.141542 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39778) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:51.202477 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ebb83cc7-982a-4abf-8337-c0da5ca20425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:51.210714 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 5636d204-4c57-4541-b3ce-75c55b5a329c no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:06:51.215367 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:51.215742 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:51.216056 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.l3_db [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Floating IP 49e6bbc4-de45-480b-85af-cadb7cb00bd9 disassociated. External IP: 172.28.2.128, port: 4ed59c08-4a07-4cb5-b474-07e2412d65f3. May 20 09:06:51.216451 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Calling delete_port for 4ed59c08-4a07-4cb5-b474-07e2412d65f3 owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:06:51.234848 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ebb83cc7-982a-4abf-8337-c0da5ca20425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:51.243604 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 5636d204-4c57-4541-b3ce-75c55b5a329c {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:06:51.244199 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 5636d204-4c57-4541-b3ce-75c55b5a329c not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:06:51.244662 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 65a28448-c1ee-4dde-925c-8ce099626d4b no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:06:51.281830 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 65a28448-c1ee-4dde-925c-8ce099626d4b {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:06:51.282274 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 65a28448-c1ee-4dde-925c-8ce099626d4b not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:06:51.295749 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ebb83cc7-982a-4abf-8337-c0da5ca20425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:51.301028 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f52ba62f-379e-47c9-9364-f531b51e91b7 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:51.313508 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb83cc7-982a-4abf-8337-c0da5ca20425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde5e5fb-9a40-4a45-8f15-8fa4e84a18a5,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:51.317813 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ebb83cc7-982a-4abf-8337-c0da5ca20425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:51.321926 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ebb83cc7-982a-4abf-8337-c0da5ca20425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:51.325397 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-ebb83cc7-982a-4abf-8337-c0da5ca20425 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fde5e5fb-9a40-4a45-8f15-8fa4e84a18a5 HTTP/1.1" status: 204 len: 168 time: 0.1826897 May 20 09:06:51.340403 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:51.346165 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:51.389319 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event deleted for resources: {'Port': ['ID=4ed59c08-4a07-4cb5-b474-07e2412d65f3,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:51.392901 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:51.575501 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Router 8770793d-4a68-4a2f-81f0-1506f10f83a4 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:06:51.760171 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:06:51.771208 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1e021-94d3-44d8-b20d-0b2453945aad None None] Sync routers for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:06:51.785655 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1e021-94d3-44d8-b20d-0b2453945aad None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:06:51.786492 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-93c1e021-94d3-44d8-b20d-0b2453945aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:06:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:51.836733 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] No DVR routers for this DVR port 4ed59c08-4a07-4cb5-b474-07e2412d65f3 on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:06:51.839370 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:51.842100 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'name': 'network-vif-deleted', 'tag': '4ed59c08-4a07-4cb5-b474-07e2412d65f3'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:06:51.851694 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-686298c0-a732-40bc-a008-f867ff97f3dc req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.97 "DELETE /v2.0/ports/4ed59c08-4a07-4cb5-b474-07e2412d65f3 HTTP/1.1" status: 204 len: 173 time: 1.4354036 May 20 09:06:51.922177 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0', 'name': 'network-vif-deleted', 'tag': '4ed59c08-4a07-4cb5-b474-07e2412d65f3', 'status': 'completed', 'code': 200} May 20 09:06:52.000146 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-93c1e021-94d3-44d8-b20d-0b2453945aad None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:06:52.259460 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-d534750a-2519-4d30-8847-7714f60b5bf1 req-ab50ec3e-0320-4992-8209-f93c8b02ef3b tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Synchronizing usage tracker for tenant:a0aefa4f74614db8846376f4553b6aad on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:06:52.277675 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-d534750a-2519-4d30-8847-7714f60b5bf1 req-ab50ec3e-0320-4992-8209-f93c8b02ef3b tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Unset dirty status for tenant:a0aefa4f74614db8846376f4553b6aad on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:06:52.279623 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d534750a-2519-4d30-8847-7714f60b5bf1 req-ab50ec3e-0320-4992-8209-f93c8b02ef3b tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b93ebb8-6503-4d43-b5ec-e530d8ba8fb0 HTTP/1.1" status: 200 len: 210 time: 0.0657768 May 20 09:06:52.319363 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-93c1e021-94d3-44d8-b20d-0b2453945aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:52.323308 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1e021-94d3-44d8-b20d-0b2453945aad None None] Checking router: 8770793d-4a68-4a2f-81f0-1506f10f83a4 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:06:52.332588 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1e021-94d3-44d8-b20d-0b2453945aad None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:06:52.333244 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-93c1e021-94d3-44d8-b20d-0b2453945aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:06:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:52.523181 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-93c1e021-94d3-44d8-b20d-0b2453945aad None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:06:52.834114 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-93c1e021-94d3-44d8-b20d-0b2453945aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:52.838197 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1e021-94d3-44d8-b20d-0b2453945aad None None] The sync data for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb is: [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:06:52.852451 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39834) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:52.973460 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f871-a56b-4a9a-bad5-12b71b0114a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:52.989077 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-b6f3f871-a56b-4a9a-bad5-12b71b0114a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:52.993014 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-b6f3f871-a56b-4a9a-bad5-12b71b0114a5 admin admin] Usage tracker for resource:security_group_rule and tenant:08391efca25a4b169a33001ba29a569d is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:52.995891 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-b6f3f871-a56b-4a9a-bad5-12b71b0114a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:53.001719 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-b6f3f871-a56b-4a9a-bad5-12b71b0114a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:53.046160 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac27bb-7806-4625-8c58-f959e17b1007 None None] New status for floating IP 49e6bbc4-de45-480b-85af-cadb7cb00bd9: DOWN {{(pid=91689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:06:53.087009 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f871-a56b-4a9a-bad5-12b71b0114a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:53.090757 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f871-a56b-4a9a-bad5-12b71b0114a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:53.102579 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-4088958f-ab4f-4f4f-bd3e-d9fd59de30d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:53.142789 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-b6f3f871-a56b-4a9a-bad5-12b71b0114a5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=08391efca25a4b169a33001ba29a569d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891541 May 20 09:06:53.143694 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3f871-a56b-4a9a-bad5-12b71b0114a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcb81d4-329d-485f-b435-069f19a27d1d,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:53.145491 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39840) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:53.146616 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b6f3f871-a56b-4a9a-bad5-12b71b0114a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:53.207832 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-70f7bd50-e5e3-404a-bd85-275f9363f4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:53.233811 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-70f7bd50-e5e3-404a-bd85-275f9363f4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:53.286892 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-70f7bd50-e5e3-404a-bd85-275f9363f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:53.291352 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5e063566-dc1b-40bb-b319-c386d3b8bbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:53.302940 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7bd50-e5e3-404a-bd85-275f9363f4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcb81d4-329d-485f-b435-069f19a27d1d,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:53.309125 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-70f7bd50-e5e3-404a-bd85-275f9363f4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:53.310365 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-70f7bd50-e5e3-404a-bd85-275f9363f4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:53.314349 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-70f7bd50-e5e3-404a-bd85-275f9363f4fd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/afcb81d4-329d-485f-b435-069f19a27d1d HTTP/1.1" status: 204 len: 168 time: 0.1670442 May 20 09:06:53.432870 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39850) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:53.498635 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f9c82bab-2add-474d-8065-d79161a5c598 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:53.526053 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f9c82bab-2add-474d-8065-d79161a5c598 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:53.584732 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f9c82bab-2add-474d-8065-d79161a5c598 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:53.589745 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5b297907-be23-4a5f-b23b-68ffcbbd8802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:53.604283 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c82bab-2add-474d-8065-d79161a5c598 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfbf1e6-9610-409c-aef4-1518798e5deb,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:53.607514 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-f9c82bab-2add-474d-8065-d79161a5c598 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:53.615182 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f9c82bab-2add-474d-8065-d79161a5c598 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:53.616479 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-f9c82bab-2add-474d-8065-d79161a5c598 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "DELETE /v2.0/security-groups/ecfbf1e6-9610-409c-aef4-1518798e5deb HTTP/1.1" status: 204 len: 168 time: 0.1826112 May 20 09:06:53.619007 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39862) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:53.634926 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.api.v2.resource [None req-dfa0b6f0-32c3-436a-94d4-d55b6cf6d5a1 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] show failed (client error): The resource could not be found. May 20 09:06:53.636090 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-dfa0b6f0-32c3-436a-94d4-d55b6cf6d5a1 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups/ecfbf1e6-9610-409c-aef4-1518798e5deb HTTP/1.1" status: 404 len: 347 time: 0.0159907 May 20 09:06:53.638792 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39866) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:53.864958 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Deleting port 794d54f9-7fd5-4d35-a3c1-7e16b75ac8ac {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:06:53.865306 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.022446 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39880) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:54.074733 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.075100 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.131529 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-329992603-network', 'tenant_id': 'aef17e34b4ff4204929b41ec36d88036'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:06:54.136423 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:54.140265 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Usage tracker for resource:network and tenant:aef17e34b4ff4204929b41ec36d88036 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:54.143692 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:54.149516 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:54.161235 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Made reservation on behalf of aef17e34b4ff4204929b41ec36d88036 for: {'network': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:06:54.163601 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.175783 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.190448 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:54.194382 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Usage tracker for resource:security_group_rule and tenant:aef17e34b4ff4204929b41ec36d88036 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:54.197319 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:54.198987 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Calling delete_port for 794d54f9-7fd5-4d35-a3c1-7e16b75ac8ac owned by network:floatingip {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:06:54.203005 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:54.286234 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.290523 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.294472 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-446e225f-4f32-488c-9d81-092ce3bd2915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:54.312666 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.316898 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-065298d9-0865-4bff-8e2e-4c3702e00261 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:54.318145 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=91687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:06:54.333005 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.333345 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.segments_db [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Added segment 667732cf-f773-4745-9e2e-8100ace7932c of type vlan for network 0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2 May 20 09:06:54.338768 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383e05be-435a-4933-812a-e50bd62457c5,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:54.342208 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:54.360827 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event deleted for resources: {'Port': ['ID=794d54f9-7fd5-4d35-a3c1-7e16b75ac8ac,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:54.364651 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.364830 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:54.398867 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.400391 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:54.401012 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.405681 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:54.453760 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 4ed59c08-4a07-4cb5-b474-07e2412d65f3 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:06:54.459498 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.477439 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.481821 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "DELETE /v2.0/floatingips/49e6bbc4-de45-480b-85af-cadb7cb00bd9 HTTP/1.1" status: 204 len: 168 time: 0.8391867 May 20 09:06:54.489800 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 4ed59c08-4a07-4cb5-b474-07e2412d65f3 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:06:54.490391 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 4ed59c08-4a07-4cb5-b474-07e2412d65f3 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:06:54.514579 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Pushing event updated for resources: {'Network': ['ID=0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:54.518625 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4945920 May 20 09:06:54.519187 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:54.520947 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39888) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:54.526322 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2 details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:06:54.526700 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Request body: {'subnet': {'network_id': '0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-329992603-subnet', 'tenant_id': 'aef17e34b4ff4204929b41ec36d88036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:06:54.531362 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:54.535339 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Usage tracker for resource:subnet and tenant:aef17e34b4ff4204929b41ec36d88036 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:54.538217 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:54.544863 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:54.566573 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Made reservation on behalf of aef17e34b4ff4204929b41ec36d88036 for: {'subnet': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:06:54.570269 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6713014'] for subnet, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.810085 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39892) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:54.815560 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456321663', 'description': 'tempest-description--1632152242'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:06:54.821283 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:54.825514 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Usage tracker for resource:security_group and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:54.829149 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:54.835179 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:54.849615 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.869901 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:54.873677 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Usage tracker for resource:security_group_rule and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:54.876442 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:54.882238 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:54.952035 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.955886 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.960826 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-70f7bd50-e5e3-404a-bd85-275f9363f4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:54.970618 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5630989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6712996'] for subnet, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:54.975702 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e4bfb596-a35e-4abb-b3c2-0231b561ced0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:55.001127 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3cc0c6-fafe-413e-960f-68f1da3f9a30,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:55.003859 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.008045 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1939712 May 20 09:06:55.008045 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:55.008346 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39896) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:55.013758 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'security_group_rule': {'security_group_id': '2c3cc0c6-fafe-413e-960f-68f1da3f9a30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:06:55.019443 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:55.023239 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Usage tracker for resource:security_group_rule and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:55.026154 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:55.031749 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:55.047869 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.048206 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d29ec40-3278-44dd-89fd-9e2e6aa59f04,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:55.052692 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:55.059630 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Checking segment: {'id': '667732cf-f773-4745-9e2e-8100ace7932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:06:55.059983 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Network hostable DHCP agents. Network: 0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:06:55.076841 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Network 0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2 is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:06:55.086856 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2) {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:06:55.095420 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:55.097200 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.100499 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace30de-ebac-4c27-adef-fe41f9bfa5bf None None] Network 0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:06:55.111122 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.115812 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.117967 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-653536d4-03b4-48c4-910a-fc5fe88f6157 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:55.120396 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-6525c588-8e35-4548-8b3b-a7302bf5065d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5983706 May 20 09:06:55.146496 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab20c29-9885-4feb-9b1d-0a81cc1de7ae,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:55.149280 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:55.153459 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.157373 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-0768f447-ecf2-4575-bf09-287704481612 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455197 May 20 09:06:55.157762 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39902) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:55.163424 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'security_group_rule': {'security_group_id': '2c3cc0c6-fafe-413e-960f-68f1da3f9a30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:06:55.169371 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:55.173166 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Usage tracker for resource:security_group_rule and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:55.176200 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:55.182518 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:55.199325 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.266295 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.271573 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.274177 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6d4ec0ce-03d1-4598-a8bd-f10c86903659 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:55.300520 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6588ceeb-a3ee-49cd-b45c-6e382e4550cd,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:55.303188 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:55.312288 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.317439 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39908) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:55.320848 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-4d8b8aa4-fc84-4c66-bfc3-79fb63822620 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1587234 May 20 09:06:55.323626 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633fba22-3a38-4600-bfa0-ddd1bb51841e None None] Network 0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:06:55.323772 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'floatingip': {'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:06:55.330882 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:55.334946 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Usage tracker for resource:floatingip and tenant:a0aefa4f74614db8846376f4553b6aad is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:55.337853 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:55.343864 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:55.356325 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.505052 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.640918 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Allocated IP 172.28.2.22 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/02b2e6bd-8a88-4a1d-a0d4-a21a0e23beba) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:06:55.674466 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39922) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:55.680475 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-413438769-network', 'tenant_id': '7b7b2fce469746baa3537775b3f3b3a7'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:06:55.685222 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:55.689013 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Usage tracker for resource:network and tenant:7b7b2fce469746baa3537775b3f3b3a7 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:55.692336 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:55.698585 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:55.709556 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Made reservation on behalf of 7b7b2fce469746baa3537775b3f3b3a7 for: {'network': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:06:55.711849 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.723758 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.738217 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:55.742055 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Usage tracker for resource:security_group_rule and tenant:7b7b2fce469746baa3537775b3f3b3a7 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:55.744857 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:55.750456 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:55.793593 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.824253 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.830087 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d09008b4-5695-48b1-84fb-8614ea2db747 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:55.834870 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.839629 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.842494 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-96cec89b-e4e8-4184-ac82-ad6425587ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:55.869658 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=91688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:06:55.878801 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5f6709-a7a0-4bcd-820c-a854ac1e89e6,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:55.882542 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:55.885181 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.885528 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.segments_db [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Added segment 376d0543-bb45-4dfc-8113-1b43eb808702 of type vlan for network 27de1783-3f36-4f12-a11d-2a884bc86fda May 20 09:06:55.898381 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:06:55.901473 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:06:55.903857 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:06:55.912864 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.944019 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'Port': ['ID=02b2e6bd-8a88-4a1d-a0d4-a21a0e23beba,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:55.947119 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.947274 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:55.948609 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:55.949222 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.952986 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-8a605097-08b9-48bf-8ec7-0cf050b8619b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:55.994073 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:56.049731 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Pushing event updated for resources: {'Network': ['ID=27de1783-3f36-4f12-a11d-2a884bc86fda,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:56.052563 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:56.056770 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3786552 May 20 09:06:56.057102 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 39926) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:56.061727 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 27de1783-3f36-4f12-a11d-2a884bc86fda details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:06:56.062951 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Request body: {'subnet': {'network_id': '27de1783-3f36-4f12-a11d-2a884bc86fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-413438769-subnet', 'tenant_id': '7b7b2fce469746baa3537775b3f3b3a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:06:56.068629 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:56.072725 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Usage tracker for resource:subnet and tenant:7b7b2fce469746baa3537775b3f3b3a7 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:06:56.075770 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:06:56.081932 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:56.099529 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Made reservation on behalf of 7b7b2fce469746baa3537775b3f3b3a7 for: {'subnet': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:06:56.101999 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5800501'] for subnet, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:56.156401 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:56.360723 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:56.366388 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:56.369951 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-008262e3-11dd-4902-92ef-e87ed8f51bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:56.475721 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'Port': ['ID=02b2e6bd-8a88-4a1d-a0d4-a21a0e23beba,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:56.478769 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:56.479887 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7326028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5800487'] for subnet, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:56.484503 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:56.487940 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:56.509812 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:56.511126 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1926076 May 20 09:06:56.563482 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b9e623-03ad-4959-bd9b-101a2d8d3e33,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:56.567606 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:56.571706 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Checking segment: {'id': '376d0543-bb45-4dfc-8113-1b43eb808702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27de1783-3f36-4f12-a11d-2a884bc86fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:06:56.572055 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Network hostable DHCP agents. Network: 27de1783-3f36-4f12-a11d-2a884bc86fda, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:06:56.588794 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Network 27de1783-3f36-4f12-a11d-2a884bc86fda is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:06:56.597943 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 27de1783-3f36-4f12-a11d-2a884bc86fda) {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:06:56.607413 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a366a5-1da7-4aef-82af-4fc84d0c7b0a None None] Network 27de1783-3f36-4f12-a11d-2a884bc86fda requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:06:56.610472 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:56.611159 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:56.631630 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5735149 May 20 09:06:56.744652 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-11432448-c781-43ce-bd23-a20ce540157a tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Synchronizing usage tracker for tenant:a0aefa4f74614db8846376f4553b6aad on resource:security_group {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:06:56.761401 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-11432448-c781-43ce-bd23-a20ce540157a tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Unset dirty status for tenant:a0aefa4f74614db8846376f4553b6aad on resource:security_group {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:06:56.762564 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-11432448-c781-43ce-bd23-a20ce540157a tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--456321663&fields=id&tenant_id=a0aefa4f74614db8846376f4553b6aad HTTP/1.1" status: 200 len: 267 time: 0.0576341 May 20 09:06:56.771770 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39944) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:56.839764 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_v2 [None req-144f90ce-424a-41e7-b247-f89abcd07541 admin admin] Deleting subnet 5d29ec40-3278-44dd-89fd-9e2e6aa59f04 {{(pid=91687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:06:56.843217 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-144f90ce-424a-41e7-b247-f89abcd07541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:56.850023 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f307306-293f-405b-b86c-337abf54a170 None None] Network 27de1783-3f36-4f12-a11d-2a884bc86fda requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:06:56.905624 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-144f90ce-424a-41e7-b247-f89abcd07541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7849174'] for subnet, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:56.922658 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-f336caeb-c370-4994-830b-99e0ceebad4a tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:56.924766 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-f336caeb-c370-4994-830b-99e0ceebad4a tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/networks?id=208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 200 len: 811 time: 0.1519127 May 20 09:06:56.941640 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-d2d38a3a-1f10-4a46-a68e-466af39c1e80 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/quotas/a0aefa4f74614db8846376f4553b6aad HTTP/1.1" status: 200 len: 375 time: 0.0109186 May 20 09:06:56.964536 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-144f90ce-424a-41e7-b247-f89abcd07541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.029090 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-6dd5a18c-e26b-41eb-a9d7-95d0f10829e2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Synchronizing usage tracker for tenant:a0aefa4f74614db8846376f4553b6aad on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:06:57.048011 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-6dd5a18c-e26b-41eb-a9d7-95d0f10829e2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Unset dirty status for tenant:a0aefa4f74614db8846376f4553b6aad on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:06:57.050257 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-6dd5a18c-e26b-41eb-a9d7-95d0f10829e2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0aefa4f74614db8846376f4553b6aad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1030223 May 20 09:06:57.214295 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-144f90ce-424a-41e7-b247-f89abcd07541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5631042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6713005'] for subnet, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.219770 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-72e825a1-3186-4a27-8cb5-f32023312a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:57.255850 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f90ce-424a-41e7-b247-f89abcd07541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d29ec40-3278-44dd-89fd-9e2e6aa59f04,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:57.257850 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-144f90ce-424a-41e7-b247-f89abcd07541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.260525 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-144f90ce-424a-41e7-b247-f89abcd07541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:57.264872 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-144f90ce-424a-41e7-b247-f89abcd07541 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5d29ec40-3278-44dd-89fd-9e2e6aa59f04 HTTP/1.1" status: 204 len: 168 time: 0.4919217 May 20 09:06:57.267354 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39950) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:57.374896 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.375109 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-1b75ff9a-c180-4d0d-9065-73e20816ec49 service neutron] 10.222.0.88 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113537 May 20 09:06:57.495717 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.508895 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-f40b2320-7a52-4623-8af5-30077fd1e014 service neutron] 10.222.0.88 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289480 May 20 09:06:57.509430 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2']}} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:57.522215 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667732cf-f773-4745-9e2e-8100ace7932c') {'for_net_delete': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:57.522512 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667732cf-f773-4745-9e2e-8100ace7932c') {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:57.534256 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7849177'] for segment, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.554204 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.561633 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=91687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:06:57.561897 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5631204'] for segment, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: Traceback (most recent call last): May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: timer() May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: cb(*args, **kw) May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: return func(*args, **kwargs) May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: self._notify() May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: self.callback(batched_events) May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: event.method(event) May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: return f(self, *a, **k) May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: return self._get(url).json() May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: return self.request(url, 'GET', **kwargs) May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:06:57.575344 dv-cinder-790910-5-smb neutron-server[91687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:06:57.652327 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.656840 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:57.681149 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.683967 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] Pushing event deleted for resources: {'Network': ['ID=0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:57.687012 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:57.690546 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-636b9c3b-cbf4-42a5-b5f5-11261aa27dee admin admin] 10.222.0.88 "DELETE /v2.0/networks/0ecf9e06-d9ff-4fcc-84c2-e67ca86560d2 HTTP/1.1" status: 204 len: 168 time: 0.4222362 May 20 09:06:57.693190 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39960) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:57.714233 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-415f8421-1a2d-4b4f-b0aa-c92c53ac7df1 req-7605883e-bd94-433c-875a-c9f7ab5148bd tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 210 time: 0.0558231 May 20 09:06:57.762972 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e597b8-52fb-4446-b50b-4a27b310435d admin admin] Deleting subnet f6b9e623-03ad-4959-bd9b-101a2d8d3e33 {{(pid=91687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:06:57.766189 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-58e597b8-52fb-4446-b50b-4a27b310435d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.829158 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-58e597b8-52fb-4446-b50b-4a27b310435d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7849174'] for subnet, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:57.910623 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-58e597b8-52fb-4446-b50b-4a27b310435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:58.021909 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8eb7a-4ee6-4983-92c1-ba0e9bb0118b req-21cb02b8-bfb5-45e9-b0c1-1cb6ac758411 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:58.023780 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d2e8eb7a-4ee6-4983-92c1-ba0e9bb0118b req-21cb02b8-bfb5-45e9-b0c1-1cb6ac758411 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.0869427 May 20 09:06:58.077873 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d2e8eb7a-4ee6-4983-92c1-ba0e9bb0118b req-7f1dd540-375f-4a40-adff-c5b7231034ab tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466931 May 20 09:06:58.259266 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-58e597b8-52fb-4446-b50b-4a27b310435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5631042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6713005'] for subnet, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:58.263101 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8dc00f24-dbe0-46ab-b460-5c46c0cdd284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:58.299898 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e597b8-52fb-4446-b50b-4a27b310435d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b9e623-03ad-4959-bd9b-101a2d8d3e33,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:58.302822 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-58e597b8-52fb-4446-b50b-4a27b310435d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:58.303787 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-58e597b8-52fb-4446-b50b-4a27b310435d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:58.309642 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-58e597b8-52fb-4446-b50b-4a27b310435d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f6b9e623-03ad-4959-bd9b-101a2d8d3e33 HTTP/1.1" status: 204 len: 168 time: 0.6154761 May 20 09:06:58.312164 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39972) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:58.425317 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:58.545489 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:58.559683 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27de1783-3f36-4f12-a11d-2a884bc86fda']}} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:58.571624 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376d0543-bb45-4dfc-8113-1b43eb808702') {'for_net_delete': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:58.571923 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376d0543-bb45-4dfc-8113-1b43eb808702') {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:06:58.582971 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7849177'] for segment, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:58.598960 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:58.605215 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=91687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:06:58.605604 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5631204'] for segment, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: Traceback (most recent call last): May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: timer() May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: cb(*args, **kw) May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: return func(*args, **kwargs) May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: self._notify() May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: self.callback(batched_events) May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: event.method(event) May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: return f(self, *a, **k) May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: return self._get(url).json() May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: return self.request(url, 'GET', **kwargs) May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:06:58.618925 dv-cinder-790910-5-smb neutron-server[91687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:06:58.697791 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:58.703265 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:58.705922 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-90e09e6e-c4a9-4d07-83d6-374b5a9df932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:58.725408 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] Pushing event deleted for resources: {'Network': ['ID=27de1783-3f36-4f12-a11d-2a884bc86fda,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:58.728186 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:58.732341 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-bd6a217d-ba7d-45b8-aa9f-3ce0038dcb7b admin admin] 10.222.0.88 "DELETE /v2.0/networks/27de1783-3f36-4f12-a11d-2a884bc86fda HTTP/1.1" status: 204 len: 168 time: 0.4167280 May 20 09:06:58.922072 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39980) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:58.934880 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-27cd8644-2b8e-4f5c-9e16-a5a0f721c290 req-d1f2f8b0-76a8-4bed-ac4f-39a010f666e9 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 210 time: 0.0560288 May 20 09:06:58.974988 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-0cdaf71c-e38e-4e6a-aa13-d04b5a1cfb4a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aef17e34b4ff4204929b41ec36d88036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516336 May 20 09:06:58.977409 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39984) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:58.984520 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-3e1fa5c7-261e-40b9-9527-52cb6b293eeb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:58.985931 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-3e1fa5c7-261e-40b9-9527-52cb6b293eeb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.97 "GET /v2.0/networks?id=208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 200 len: 811 time: 0.2098813 May 20 09:06:59.039256 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50e82671-b6a7-475a-b9f9-f1656e70dca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.044994 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-579a175d-31d8-4399-a788-653c2b1f45d8 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0aefa4f74614db8846376f4553b6aad HTTP/1.1" status: 200 len: 379 time: 0.0436709 May 20 09:06:59.059342 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'port': {'device_id': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'admin_state_up': True, 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'security_groups': ['2c3cc0c6-fafe-413e-960f-68f1da3f9a30']}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:06:59.067548 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50e82671-b6a7-475a-b9f9-f1656e70dca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.125593 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50e82671-b6a7-475a-b9f9-f1656e70dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.129631 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ab863ba1-7cb0-40e7-badd-d61a0b9b8ddf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:59.143030 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e82671-b6a7-475a-b9f9-f1656e70dca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383e05be-435a-4933-812a-e50bd62457c5,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:59.145906 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50e82671-b6a7-475a-b9f9-f1656e70dca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:59.150541 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50e82671-b6a7-475a-b9f9-f1656e70dca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.151923 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-50e82671-b6a7-475a-b9f9-f1656e70dca1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/383e05be-435a-4933-812a-e50bd62457c5 HTTP/1.1" status: 204 len: 168 time: 0.1735332 May 20 09:06:59.250806 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:06:59.274700 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:06:59.288149 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Made reservation on behalf of a0aefa4f74614db8846376f4553b6aad for: {'port': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:06:59.291734 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.364885 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15085109-3734-4dad-9874-f806724d7d3a req-9be78dcc-ae61-42a8-aeb2-8a19b40f20d1 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:59.366367 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-15085109-3734-4dad-9874-f806724d7d3a req-9be78dcc-ae61-42a8-aeb2-8a19b40f20d1 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.1670065 May 20 09:06:59.470877 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-15085109-3734-4dad-9874-f806724d7d3a req-73ce59e5-4f72-4abb-a06c-6aed3e7ebe30 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958016 May 20 09:06:59.506856 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Allocated IP 172.20.0.14 (208769b1-b057-420c-8d34-7ef6134b24c2/bb71ea7a-440e-4ff3-af8e-dbb512184685/eb184768-dcd5-430c-a2ef-9e4221b691b9) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:06:59.517432 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 39998) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:59.568643 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-24782389-c5fd-4d02-a906-f71c100bdc01 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7b7b2fce469746baa3537775b3f3b3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489588 May 20 09:06:59.570835 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40002) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:06:59.628417 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32aec7b0-669b-4682-aa36-6227f823d0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.654274 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32aec7b0-669b-4682-aa36-6227f823d0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.693160 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.706713 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32aec7b0-669b-4682-aa36-6227f823d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.709895 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Transition to ACTIVE for port object eb184768-dcd5-430c-a2ef-9e4221b691b9 will not be triggered until provisioned by entity DHCP. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:06:59.711711 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-065d3efd-e53d-438c-907c-b740e5a5a67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:59.724209 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aec7b0-669b-4682-aa36-6227f823d0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5f6709-a7a0-4bcd-820c-a854ac1e89e6,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:59.727057 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-32aec7b0-669b-4682-aa36-6227f823d0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:59.727995 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32aec7b0-669b-4682-aa36-6227f823d0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.732078 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-32aec7b0-669b-4682-aa36-6227f823d0aa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fa5f6709-a7a0-4bcd-820c-a854ac1e89e6 HTTP/1.1" status: 204 len: 168 time: 0.1576657 May 20 09:06:59.737904 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.746548 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-56f11d44-1a59-4c08-bac1-256e00987e84 tempest-AttachVolumeShelveTestJSON-1944929913 tempest-AttachVolumeShelveTestJSON-1944929913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:06:59.810465 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Network 208769b1-b057-420c-8d34-7ef6134b24c2 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:06:59.813589 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:06:59.818863 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:06:59.872982 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event updated for resources: {'Port': ['ID=eb184768-dcd5-430c-a2ef-9e4221b691b9,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:59.878672 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:06:59.899064 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:59.899797 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:59.928489 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8730886 May 20 09:06:59.946818 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Request body: {'port': {'device_id': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:07:00.055234 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-03c5fa9a-801f-4a42-9b0f-3e4d45d0e862 None None] Provisioning for port eb184768-dcd5-430c-a2ef-9e4221b691b9 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:07:00.061052 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-03c5fa9a-801f-4a42-9b0f-3e4d45d0e862 None None] Provisioning complete for port eb184768-dcd5-430c-a2ef-9e4221b691b9 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:00.061654 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-03c5fa9a-801f-4a42-9b0f-3e4d45d0e862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:00.062474 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:00.124172 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-03c5fa9a-801f-4a42-9b0f-3e4d45d0e862 None None] Port eb184768-dcd5-430c-a2ef-9e4221b691b9 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:07:00.381301 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e338d47-c82e-401a-a096-7dfcd05647bd req-30bd0c03-4a01-4b2a-ab01-01074452334b tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:00.381945 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-9e338d47-c82e-401a-a096-7dfcd05647bd req-30bd0c03-4a01-4b2a-ab01-01074452334b tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Synchronizing usage tracker for tenant:a0aefa4f74614db8846376f4553b6aad on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:07:00.469961 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-9e338d47-c82e-401a-a096-7dfcd05647bd req-30bd0c03-4a01-4b2a-ab01-01074452334b tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Unset dirty status for tenant:a0aefa4f74614db8846376f4553b6aad on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:07:00.471796 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9e338d47-c82e-401a-a096-7dfcd05647bd req-30bd0c03-4a01-4b2a-ab01-01074452334b tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 932 time: 0.3619957 May 20 09:07:00.544272 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9e338d47-c82e-401a-a096-7dfcd05647bd req-216966ab-cb31-4862-aef8-65c5f82ec83f tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656047 May 20 09:07:00.681861 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb184768-dcd5-430c-a2ef-9e4221b691b9 {{(pid=91688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:07:00.692113 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:00.714911 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Transition to ACTIVE for port object eb184768-dcd5-430c-a2ef-9e4221b691b9 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:07:00.719524 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:00.725202 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:00.788765 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845081a-f0b8-4ac0-843c-b104a22528e4 req-38a90377-9dcb-40f4-bf6c-c4465af09d85 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:00.790161 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6845081a-f0b8-4ac0-843c-b104a22528e4 req-38a90377-9dcb-40f4-bf6c-c4465af09d85 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.1823485 May 20 09:07:00.916225 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Pushing event updated for resources: {'Port': ['ID=eb184768-dcd5-430c-a2ef-9e4221b691b9,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:00.933929 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:00.983001 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6845081a-f0b8-4ac0-843c-b104a22528e4 req-cf81fdb6-0707-42e2-b43c-0d2d7c5e605b tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375329 May 20 09:07:01.011307 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Attempting to bind port eb184768-dcd5-430c-a2ef-9e4221b691b9 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:07:01.011642 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Attempting to bind port eb184768-dcd5-430c-a2ef-9e4221b691b9 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:07:01.011964 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Attempting to bind port eb184768-dcd5-430c-a2ef-9e4221b691b9 on network 208769b1-b057-420c-8d34-7ef6134b24c2 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:07:01.016666 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Port eb184768-dcd5-430c-a2ef-9e4221b691b9 on network 208769b1-b057-420c-8d34-7ef6134b24c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:07:01.017017 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Attempting to bind port eb184768-dcd5-430c-a2ef-9e4221b691b9 on network 208769b1-b057-420c-8d34-7ef6134b24c2 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:07:01.022738 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:07:01.023055 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Checking segment: {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:07:01.023433 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Bound using segment: {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:07:01.023855 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Bound port: eb184768-dcd5-430c-a2ef-9e4221b691b9, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcdd05a-9abf-4b26-9d99-447be71b4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:07:01.024396 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:01.113140 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] For port eb184768-dcd5-430c-a2ef-9e4221b691b9, host hv-cinder-79091, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:07:01.116159 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] For port eb184768-dcd5-430c-a2ef-9e4221b691b9, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=eb184768-dcd5-430c-a2ef-9e4221b691b9,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:07:01.119771 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:01.124204 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5800ba09-0ab2-4cf4-bc6e-2a6617514c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:01.188767 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:01.190062 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:01.191527 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] 10.222.0.97 "PUT /v2.0/ports/eb184768-dcd5-430c-a2ef-9e4221b691b9 HTTP/1.1" status: 200 len: 1094 time: 1.2492981 May 20 09:07:01.192028 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'tag': 'eb184768-dcd5-430c-a2ef-9e4221b691b9'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:07:01.223732 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Pushing event updated for resources: {'Port': ['ID=eb184768-dcd5-430c-a2ef-9e4221b691b9,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:01.228085 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:01.238650 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'tag': 'eb184768-dcd5-430c-a2ef-9e4221b691b9', 'status': 'completed', 'code': 200} May 20 09:07:01.346214 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-974bf9e9-f470-4657-992e-9434cffb2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:01.346214 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-974bf9e9-f470-4657-992e-9434cffb2f2c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a0aefa4f74614db8846376f4553b6aad&device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 1097 time: 0.0787783 May 20 09:07:01.428947 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-5de7fbfe-c1e7-4d62-8d9b-8ae44b63614c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb184768-dcd5-430c-a2ef-9e4221b691b9 HTTP/1.1" status: 200 len: 217 time: 0.0700245 May 20 09:07:01.492808 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-07049290-fd82-4191-b61e-c757aef532d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:01.494371 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-07049290-fd82-4191-b61e-c757aef532d7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bb71ea7a-440e-4ff3-af8e-dbb512184685 HTTP/1.1" status: 200 len: 850 time: 0.0583930 May 20 09:07:01.581053 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-cdb93e73-e323-41df-b104-b8365497ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:01.582638 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-cdb93e73-e323-41df-b104-b8365497ee4b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=208769b1-b057-420c-8d34-7ef6134b24c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808187 May 20 09:07:01.771026 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-36b223b7-577a-47f5-af13-fc464c379a94 service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813319 May 20 09:07:01.807733 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07829939-53ae-4a4d-87d8-0b1b974e64a9 req-a79e74ea-3b84-4f00-a463-c09ef1f80990 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:01.809193 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-07829939-53ae-4a4d-87d8-0b1b974e64a9 req-a79e74ea-3b84-4f00-a463-c09ef1f80990 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 944 time: 0.1377635 May 20 09:07:01.947318 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-07829939-53ae-4a4d-87d8-0b1b974e64a9 req-83f0cbc3-bc70-4906-8a93-56ea29f40a1c tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248493 May 20 09:07:01.963958 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1cf410e1-0c81-4d9b-a97c-5288b1b78368 req-3a12c717-a124-4995-b96e-b3061a594396 service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843822 May 20 09:07:02.193538 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c156fb-2378-48dd-a037-9104466e38a7 req-593a41c1-3bc1-4090-b0ce-39bc95dab7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:02.195008 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5c156fb-2378-48dd-a037-9104466e38a7 req-593a41c1-3bc1-4090-b0ce-39bc95dab7a9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a0aefa4f74614db8846376f4553b6aad&device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 1097 time: 0.1309431 May 20 09:07:02.206898 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0d360-0cb3-466a-8156-f1694781fc12 req-0c17851f-477e-48f3-93ed-290ec4ea032a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:02.208275 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0ba0d360-0cb3-466a-8156-f1694781fc12 req-0c17851f-477e-48f3-93ed-290ec4ea032a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.1066756 May 20 09:07:02.429142 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0ba0d360-0cb3-466a-8156-f1694781fc12 req-42b18ade-0537-4f65-9c5c-63b962a8197a tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999032 May 20 09:07:02.455629 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c156fb-2378-48dd-a037-9104466e38a7 req-c785a8d7-9338-4688-b23d-cfe7cf6907d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:02.457075 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5c156fb-2378-48dd-a037-9104466e38a7 req-c785a8d7-9338-4688-b23d-cfe7cf6907d2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 200 len: 913 time: 0.2479520 May 20 09:07:02.524578 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5c156fb-2378-48dd-a037-9104466e38a7 req-2fd09e73-81da-47e4-bc24-f35197fa964a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb184768-dcd5-430c-a2ef-9e4221b691b9 HTTP/1.1" status: 200 len: 217 time: 0.0601916 May 20 09:07:02.591199 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c156fb-2378-48dd-a037-9104466e38a7 req-48817973-1fe0-4249-af9b-05da4a84f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:02.592627 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5c156fb-2378-48dd-a037-9104466e38a7 req-48817973-1fe0-4249-af9b-05da4a84f8b0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bb71ea7a-440e-4ff3-af8e-dbb512184685 HTTP/1.1" status: 200 len: 850 time: 0.0605671 May 20 09:07:02.671826 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c156fb-2378-48dd-a037-9104466e38a7 req-893b0575-d76a-4068-95a4-c0529a6dae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:02.673261 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5c156fb-2378-48dd-a037-9104466e38a7 req-893b0575-d76a-4068-95a4-c0529a6dae61 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=208769b1-b057-420c-8d34-7ef6134b24c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733879 May 20 09:07:02.804352 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5c156fb-2378-48dd-a037-9104466e38a7 req-ad40f027-e490-4ec5-87d8-50186ace97cc service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231146 May 20 09:07:02.939166 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5c156fb-2378-48dd-a037-9104466e38a7 req-f75e1f36-b4b9-4897-93ee-d6ba12d6c67e service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280253 May 20 09:07:03.135936 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49fc57-f24e-448f-9553-77642a3d5f24 req-cd15487a-3bb0-447c-9f8a-7ed7c8a3ec08 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:03.137685 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1d49fc57-f24e-448f-9553-77642a3d5f24 req-cd15487a-3bb0-447c-9f8a-7ed7c8a3ec08 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 944 time: 0.0856767 May 20 09:07:03.185844 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1d49fc57-f24e-448f-9553-77642a3d5f24 req-de8f1f14-eec6-4998-92c9-f291d17342e5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419903 May 20 09:07:03.630666 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07d3e0-d962-41c2-a4e1-66b75f2b2b90 req-6b08b13b-691f-4d0a-9e28-21b5a587e919 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:03.632190 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-be07d3e0-d962-41c2-a4e1-66b75f2b2b90 req-6b08b13b-691f-4d0a-9e28-21b5a587e919 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.0920043 May 20 09:07:03.682372 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-be07d3e0-d962-41c2-a4e1-66b75f2b2b90 req-5069f419-960c-4064-a7bb-c13d429c9874 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439701 May 20 09:07:04.153437 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-7d973fe3-ae53-40c0-9c6f-2c6cc350d3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:04.367366 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015931a4-777a-4c2e-8be1-75c9fd50dbfc req-80723cdd-efb4-44eb-905c-d386717c61e5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:04.368685 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-015931a4-777a-4c2e-8be1-75c9fd50dbfc req-80723cdd-efb4-44eb-905c-d386717c61e5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 944 time: 0.0790975 May 20 09:07:04.414321 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-015931a4-777a-4c2e-8be1-75c9fd50dbfc req-2acb731a-418b-4c26-a917-53c7f4644b8d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398884 May 20 09:07:04.530109 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device eb184768-dcd5-430c-a2ef-9e4221b691b9 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:07:04.666092 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port eb184768-dcd5-430c-a2ef-9e4221b691b9, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=eb184768-dcd5-430c-a2ef-9e4221b691b9,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:04.678884 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': 'eb184768-dcd5-430c-a2ef-9e4221b691b9', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'port_id': 'eb184768-dcd5-430c-a2ef-9e4221b691b9', 'mac_address': 'fa:16:3e:39:bc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:07:04.735690 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:04.755716 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb184768-dcd5-430c-a2ef-9e4221b691b9 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:07:04.771622 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port eb184768-dcd5-430c-a2ef-9e4221b691b9, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=eb184768-dcd5-430c-a2ef-9e4221b691b9,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:04.777293 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:04.779673 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:04.847641 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=eb184768-dcd5-430c-a2ef-9e4221b691b9,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:04.855404 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.855753 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.856132 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.856411 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.856782 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.857114 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.857439 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.857764 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.858085 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.858406 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.858741 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.859038 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:04.863024 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:04.900832 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b71d3c-5db9-4e9e-bc01-9cbb2aa2a843 req-aa995e4a-0ad9-4776-99eb-2e104ed06eee tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:04.902340 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a7b71d3c-5db9-4e9e-bc01-9cbb2aa2a843 req-aa995e4a-0ad9-4776-99eb-2e104ed06eee tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.0998266 May 20 09:07:04.948764 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a7b71d3c-5db9-4e9e-bc01-9cbb2aa2a843 req-1899fb45-8b78-4bab-bfc5-ab53024e2b71 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396211 May 20 09:07:05.089762 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['eb184768-dcd5-430c-a2ef-9e4221b691b9'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:07:05.596436 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78455de-d918-4030-bb14-b8d6ffd01e4b req-5c9d481f-95cc-412d-a793-2ffdd06ae6a2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:05.597912 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b78455de-d918-4030-bb14-b8d6ffd01e4b req-5c9d481f-95cc-412d-a793-2ffdd06ae6a2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 945 time: 0.0790606 May 20 09:07:05.642285 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b78455de-d918-4030-bb14-b8d6ffd01e4b req-304bcb5d-c841-4951-9f73-1dc0220b03f0 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387244 May 20 09:07:06.142999 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562081a-c7ee-4c04-8e83-4a67cf18a9d9 req-aff06bcf-97ce-48a3-b133-a70bbf3e4c3f tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:06.144604 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9562081a-c7ee-4c04-8e83-4a67cf18a9d9 req-aff06bcf-97ce-48a3-b133-a70bbf3e4c3f tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.0879829 May 20 09:07:06.195923 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9562081a-c7ee-4c04-8e83-4a67cf18a9d9 req-407a827f-c047-4053-9d1d-28447ae5768d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445049 May 20 09:07:06.436639 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40108) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:06.542878 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device eb184768-dcd5-430c-a2ef-9e4221b691b9 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:07:06.551235 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee051-7cf8-4523-bc78-12ca153af2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.569522 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-9a5ee051-7cf8-4523-bc78-12ca153af2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:06.573321 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-9a5ee051-7cf8-4523-bc78-12ca153af2b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ac5938d55cb7484eb7b434cd07d59754 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:06.576104 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-9a5ee051-7cf8-4523-bc78-12ca153af2b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:06.581744 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-9a5ee051-7cf8-4523-bc78-12ca153af2b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:06.609255 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port eb184768-dcd5-430c-a2ef-9e4221b691b9 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:07:06.614281 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port eb184768-dcd5-430c-a2ef-9e4221b691b9 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:06.614662 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.663578 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee051-7cf8-4523-bc78-12ca153af2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.669995 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee051-7cf8-4523-bc78-12ca153af2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.679508 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-61342a91-e6ab-4fb6-b375-3cd767339e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:06.687342 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.718298 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ee051-7cf8-4523-bc78-12ca153af2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2cb2c8-d94f-43ad-9297-4f0be7a4c4df,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:06.721821 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9a5ee051-7cf8-4523-bc78-12ca153af2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:06.726914 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40116) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:06.727062 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-9a5ee051-7cf8-4523-bc78-12ca153af2b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ac5938d55cb7484eb7b434cd07d59754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892909 May 20 09:07:06.745072 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.774322 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb184768-dcd5-430c-a2ef-9e4221b691b9'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:07:06.784525 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port eb184768-dcd5-430c-a2ef-9e4221b691b9, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=eb184768-dcd5-430c-a2ef-9e4221b691b9,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:06.789773 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.791651 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:06.826721 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb184768-dcd5-430c-a2ef-9e4221b691b9', 'code': 200} May 20 09:07:06.830200 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-dc84c9bd-0a01-4912-a932-13699ffb6c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.869511 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=eb184768-dcd5-430c-a2ef-9e4221b691b9,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:06.870831 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-dc84c9bd-0a01-4912-a932-13699ffb6c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.872537 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:06.873326 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-4a8faeab-749b-477e-8888-3d67c3b64c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.926272 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9408c-87cc-41cd-accf-b244712427ad req-b335b62b-f3c4-4c3a-928e-f95a42d391d5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:06.927723 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d1a9408c-87cc-41cd-accf-b244712427ad req-b335b62b-f3c4-4c3a-928e-f95a42d391d5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 946 time: 0.1586061 May 20 09:07:06.964850 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-dc84c9bd-0a01-4912-a932-13699ffb6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.971624 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-384b8d96-258c-4ef1-9e84-29aaac7ab9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:06.988694 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d1a9408c-87cc-41cd-accf-b244712427ad req-5f0b7d98-fc4f-4ab4-ba68-094dc24b0a46 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539787 May 20 09:07:06.991303 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84c9bd-0a01-4912-a932-13699ffb6c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2cb2c8-d94f-43ad-9297-4f0be7a4c4df,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:06.994225 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-dc84c9bd-0a01-4912-a932-13699ffb6c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:06.996362 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-dc84c9bd-0a01-4912-a932-13699ffb6c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.999899 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-dc84c9bd-0a01-4912-a932-13699ffb6c23 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed2cb2c8-d94f-43ad-9297-4f0be7a4c4df HTTP/1.1" status: 204 len: 168 time: 0.2719762 May 20 09:07:07.096073 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b6731-2734-470a-b80e-f536ff7abd5a req-9e7cba32-4d9c-4941-bee1-f25f0abecf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:07.097548 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f43b6731-2734-470a-b80e-f536ff7abd5a req-9e7cba32-4d9c-4941-bee1-f25f0abecf5d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 1099 time: 0.0750868 May 20 09:07:07.138835 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f43b6731-2734-470a-b80e-f536ff7abd5a req-aa216320-8f37-4ed6-9908-fdef0d3e47c8 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351684 May 20 09:07:07.288434 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40128) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:07.305794 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0f4e93b1-855e-4210-8b4d-da676f934677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:07.363418 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-0f4e93b1-855e-4210-8b4d-da676f934677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:07.368972 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-0f4e93b1-855e-4210-8b4d-da676f934677 admin admin] Usage tracker for resource:security_group_rule and tenant:d5dfc0c1c7af446c9cbcf7d741181f45 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:07.376899 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-0f4e93b1-855e-4210-8b4d-da676f934677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:07.460537 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-0f4e93b1-855e-4210-8b4d-da676f934677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:07.509667 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f39d53-e1d0-468d-9a25-e841dd742e07 req-86feb818-eac3-47c0-9f30-51c5afd32b16 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:07.511032 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f4f39d53-e1d0-468d-9a25-e841dd742e07 req-86feb818-eac3-47c0-9f30-51c5afd32b16 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.1969216 May 20 09:07:07.574460 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f4f39d53-e1d0-468d-9a25-e841dd742e07 req-e6bd75d2-cc9b-4013-8fa1-06892945ed7d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568478 May 20 09:07:07.598730 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0f4e93b1-855e-4210-8b4d-da676f934677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:07.602507 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0f4e93b1-855e-4210-8b4d-da676f934677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:07.609101 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-7e923557-aa0b-4ce2-8b73-e5b887b368cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:07.650408 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-0f4e93b1-855e-4210-8b4d-da676f934677 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5dfc0c1c7af446c9cbcf7d741181f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606987 May 20 09:07:07.651384 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e93b1-855e-4210-8b4d-da676f934677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0084db-2d13-48b6-b43f-7a626604eadf,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:07.653034 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40132) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:07.654338 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0f4e93b1-855e-4210-8b4d-da676f934677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:07.713605 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-064362ac-58dd-4dba-9309-68f03366707a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:07.717083 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:07.739143 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-064362ac-58dd-4dba-9309-68f03366707a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:07.790734 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-064362ac-58dd-4dba-9309-68f03366707a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:07.794384 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-4f13a6ae-26bf-4690-bcc2-7b8d057d7bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:07.810097 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064362ac-58dd-4dba-9309-68f03366707a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0084db-2d13-48b6-b43f-7a626604eadf,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:07.815350 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-064362ac-58dd-4dba-9309-68f03366707a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:07.819855 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-064362ac-58dd-4dba-9309-68f03366707a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:07.821007 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-064362ac-58dd-4dba-9309-68f03366707a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/af0084db-2d13-48b6-b43f-7a626604eadf HTTP/1.1" status: 204 len: 168 time: 0.1669054 May 20 09:07:08.187139 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cf2ac-2ca1-44b1-8199-dd234de867cf req-b8c929b2-6de2-402b-b94a-5f1a1defce07 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:08.189131 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-db2cf2ac-2ca1-44b1-8199-dd234de867cf req-b8c929b2-6de2-402b-b94a-5f1a1defce07 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 946 time: 0.0908494 May 20 09:07:08.290684 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-db2cf2ac-2ca1-44b1-8199-dd234de867cf req-ab4c275b-d211-4d5f-93d8-82cdaba8937d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639918 May 20 09:07:08.323431 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9db795-5ccd-4d86-836d-13b96c6ebe57 req-f5d92e4f-4d3a-4d4f-b658-9b5192f794a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:08.324972 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a9db795-5ccd-4d86-836d-13b96c6ebe57 req-f5d92e4f-4d3a-4d4f-b658-9b5192f794a2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1210d4d3726245009d762c50adc0541f&device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 1098 time: 0.1343088 May 20 09:07:08.487539 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9db795-5ccd-4d86-836d-13b96c6ebe57 req-a9f03ea3-162d-4fbd-8b65-ebc0326f60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:08.489022 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a9db795-5ccd-4d86-836d-13b96c6ebe57 req-a9f03ea3-162d-4fbd-8b65-ebc0326f60c4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ab513153-7e55-4aee-9814-9bf571dff8d6 HTTP/1.1" status: 200 len: 910 time: 0.1565409 May 20 09:07:08.598101 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a9db795-5ccd-4d86-836d-13b96c6ebe57 req-62f0290a-771b-45f6-9438-6ce2462d0e21 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479 HTTP/1.1" status: 200 len: 1001 time: 0.1020184 May 20 09:07:08.663849 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40160) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:08.671905 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9db795-5ccd-4d86-836d-13b96c6ebe57 req-c9da3f9b-d3af-44b5-a5d6-549510be89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:08.673251 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a9db795-5ccd-4d86-836d-13b96c6ebe57 req-c9da3f9b-d3af-44b5-a5d6-549510be89eb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98de9bf2-24b4-4e86-89a0-6b32b34c6013 HTTP/1.1" status: 200 len: 847 time: 0.0686274 May 20 09:07:08.826102 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-847886189-network', 'tenant_id': '4c58e245e2db4d2da963d012a6d09d17'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:07:08.833268 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:08.835889 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9db795-5ccd-4d86-836d-13b96c6ebe57 req-e33137fb-0182-48c4-b238-238d1a4ebac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:08.837189 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Usage tracker for resource:network and tenant:4c58e245e2db4d2da963d012a6d09d17 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:08.837412 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a9db795-5ccd-4d86-836d-13b96c6ebe57 req-e33137fb-0182-48c4-b238-238d1a4ebac1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ab513153-7e55-4aee-9814-9bf571dff8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1566803 May 20 09:07:08.840480 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:08.844735 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d1936-431a-46f4-818f-92d1b1173d7a req-61fb6796-5885-4d71-9795-0d9c7ca4c6bf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:08.846777 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ee0d1936-431a-46f4-818f-92d1b1173d7a req-61fb6796-5885-4d71-9795-0d9c7ca4c6bf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.1185448 May 20 09:07:08.847360 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:08.858343 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Made reservation on behalf of 4c58e245e2db4d2da963d012a6d09d17 for: {'network': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:07:08.861125 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:08.873354 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:08.888313 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:08.892853 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Usage tracker for resource:security_group_rule and tenant:4c58e245e2db4d2da963d012a6d09d17 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:08.895766 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:08.903334 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:08.984133 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ee0d1936-431a-46f4-818f-92d1b1173d7a req-9f27190e-f24a-42b9-8c17-491525351f70 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163774 May 20 09:07:08.997245 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:09.010133 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:09.016091 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50e82671-b6a7-475a-b9f9-f1656e70dca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:09.016276 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a9db795-5ccd-4d86-836d-13b96c6ebe57 req-cbd75d45-7772-45b2-8119-5690e7600764 service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682181 May 20 09:07:09.041334 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=91687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:07:09.054816 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637df52f-7d1f-4142-a745-4985fd289bd3,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:09.061688 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:09.066053 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:09.066396 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.segments_db [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Added segment 7b9de550-de4d-46be-91ce-44a7f58e7f4c of type vlan for network 68c9177e-e771-490b-9f5a-e3166fd76cba May 20 09:07:09.093565 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:09.123248 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:09.124546 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:09.125170 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:09.130742 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:09.155134 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a9db795-5ccd-4d86-836d-13b96c6ebe57 req-36a0bb4d-1b42-4377-b6ef-16d6e1c7bbb8 service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319730 May 20 09:07:09.224999 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5592790 May 20 09:07:09.227784 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40166) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:09.233299 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Pushing event updated for resources: {'Network': ['ID=68c9177e-e771-490b-9f5a-e3166fd76cba,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:09.233784 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Request body: {'subnet': {'network_id': '68c9177e-e771-490b-9f5a-e3166fd76cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-847886189-subnet', 'tenant_id': '4c58e245e2db4d2da963d012a6d09d17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:07:09.235979 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-151aab51-7bd3-4fdd-9bf5-0eee4c1867dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:09.240952 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:09.244051 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 68c9177e-e771-490b-9f5a-e3166fd76cba details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:07:09.246081 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Usage tracker for resource:subnet and tenant:4c58e245e2db4d2da963d012a6d09d17 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:09.248989 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:09.255131 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:09.265670 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Made reservation on behalf of 4c58e245e2db4d2da963d012a6d09d17 for: {'subnet': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:07:09.268947 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5800501'] for subnet, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:09.520505 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:09.554068 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0e201-740a-4f2f-aa14-df6764568a3c req-c2534194-f16c-4822-b54e-08dabe53d0a4 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:09.555512 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-70d0e201-740a-4f2f-aa14-df6764568a3c req-c2534194-f16c-4822-b54e-08dabe53d0a4 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 946 time: 0.1441667 May 20 09:07:09.650096 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-70d0e201-740a-4f2f-aa14-df6764568a3c req-7ce38e7e-5425-4df5-99a2-e2ebfaac6fbf tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864868 May 20 09:07:09.747541 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7326028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5800487'] for subnet, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:09.781801 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:09.961796 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae1a395-b8c0-49f8-9026-d0c2cdbe2bb8,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:09.967345 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:09.976037 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Checking segment: {'id': '7b9de550-de4d-46be-91ce-44a7f58e7f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '68c9177e-e771-490b-9f5a-e3166fd76cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:07:09.976383 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Network hostable DHCP agents. Network: 68c9177e-e771-490b-9f5a-e3166fd76cba, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:07:10.006711 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e748fa-c743-47d3-b86e-c0b6f495c3a8 req-c9be8fa6-6ee3-4f4b-8c62-9e6618e925dc tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:10.008159 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-17e748fa-c743-47d3-b86e-c0b6f495c3a8 req-c9be8fa6-6ee3-4f4b-8c62-9e6618e925dc tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 946 time: 0.2595925 May 20 09:07:10.009506 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Network 68c9177e-e771-490b-9f5a-e3166fd76cba is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:07:10.016669 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40176) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:10.021036 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 68c9177e-e771-490b-9f5a-e3166fd76cba) {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:07:10.026737 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-27c2035e-2067-4e43-960b-16881bb16e40 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Request body: {'floatingip': {'port_id': 'eb184768-dcd5-430c-a2ef-9e4221b691b9'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:07:10.031126 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:10.031724 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.032553 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ecf985-2662-4763-804a-d13d863e786e None None] Network 68c9177e-e771-490b-9f5a-e3166fd76cba requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:07:10.066700 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-f117f750-9523-46e2-9222-dd7944a876e5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8295147 May 20 09:07:10.129597 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27c2035e-2067-4e43-960b-16881bb16e40 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.199353 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6b858-58ec-4483-9c8c-1807cb9d3cbd req-cf64260b-b58b-4bce-b321-85ecf469bc23 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:10.201016 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bda6b858-58ec-4483-9c8c-1807cb9d3cbd req-cf64260b-b58b-4bce-b321-85ecf469bc23 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.0934887 May 20 09:07:10.252960 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bda6b858-58ec-4483-9c8c-1807cb9d3cbd req-559b26ad-c962-405f-8f3d-b16a71056239 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461156 May 20 09:07:10.259938 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d018e0f-3260-422a-8def-bd5be4a2462b None None] Network 68c9177e-e771-490b-9f5a-e3166fd76cba requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:07:10.626859 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40194) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:10.632440 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1014889028-network', 'tenant_id': '702286b9ce6f4f47b82782ef63fd1f3b'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:07:10.637003 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:10.640959 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Usage tracker for resource:network and tenant:702286b9ce6f4f47b82782ef63fd1f3b is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:10.644019 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:10.649821 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:10.662446 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Made reservation on behalf of 702286b9ce6f4f47b82782ef63fd1f3b for: {'network': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:07:10.665100 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.680334 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.698099 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:10.704234 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Usage tracker for resource:security_group_rule and tenant:702286b9ce6f4f47b82782ef63fd1f3b is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:10.707321 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:10.713742 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:10.807257 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.811802 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.823576 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=91688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:07:10.831661 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-f9c82bab-2add-474d-8065-d79161a5c598 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:10.847288 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.847626 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.segments_db [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Added segment 6d031504-2e74-4daf-b901-f2ac7412ae50 of type vlan for network 8409aada-bfa9-43a9-bbb4-a39fe8c1311e May 20 09:07:10.869157 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c48ee5d-a43b-44b0-be63-8c63f0f9f162,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:10.872478 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:10.882450 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27c2035e-2067-4e43-960b-16881bb16e40 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.886578 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27c2035e-2067-4e43-960b-16881bb16e40 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.894490 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.924048 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.925383 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:10.925968 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:10.930583 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:11.023996 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3934431 May 20 09:07:11.026687 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40198) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:11.035229 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Request body: {'subnet': {'network_id': '8409aada-bfa9-43a9-bbb4-a39fe8c1311e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1014889028-subnet', 'tenant_id': '702286b9ce6f4f47b82782ef63fd1f3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:07:11.038716 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Pushing event updated for resources: {'Network': ['ID=8409aada-bfa9-43a9-bbb4-a39fe8c1311e,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:11.042361 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:11.042919 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:11.047482 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Usage tracker for resource:subnet and tenant:702286b9ce6f4f47b82782ef63fd1f3b is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:11.051044 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:11.054121 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 8409aada-bfa9-43a9-bbb4-a39fe8c1311e details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:07:11.056903 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:11.069952 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Made reservation on behalf of 702286b9ce6f4f47b82782ef63fd1f3b for: {'subnet': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:07:11.074573 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5800501'] for subnet, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:11.088456 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.l3_db [None req-27c2035e-2067-4e43-960b-16881bb16e40 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Floating IP 25939b68-ae49-419f-94df-49159ad05a25 associated. External IP: 172.28.2.22, port: eb184768-dcd5-430c-a2ef-9e4221b691b9. May 20 09:07:11.487088 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c2035e-2067-4e43-960b-16881bb16e40 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Router 8770793d-4a68-4a2f-81f0-1506f10f83a4 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:07:11.513915 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d878f36-1a1c-440d-9390-ba464104b401 req-25ed1a38-9d4b-4738-a738-6ea3a16650b8 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:11.515387 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1d878f36-1a1c-440d-9390-ba464104b401 req-25ed1a38-9d4b-4738-a738-6ea3a16650b8 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.1503603 May 20 09:07:11.611854 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1d878f36-1a1c-440d-9390-ba464104b401 req-b1772fea-4f1d-42a0-92ca-120dc770dc49 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878518 May 20 09:07:11.616790 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7326028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5800487'] for subnet, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:11.621696 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b2e9eb3a-3c33-490b-8e3a-78e928ff4f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:11.669868 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c2035e-2067-4e43-960b-16881bb16e40 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:07:11.675252 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27c2035e-2067-4e43-960b-16881bb16e40 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:11.684418 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e2a20-0e81-4a1d-8ec8-75e900110f8b None None] Sync routers for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:07:11.693296 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353b10bc-55d3-4957-8018-c8e4806aa2a9,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:11.703904 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e2a20-0e81-4a1d-8ec8-75e900110f8b None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:07:11.705065 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-d21e2a20-0e81-4a1d-8ec8-75e900110f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:07:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:11.710320 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:11.726845 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Checking segment: {'id': '6d031504-2e74-4daf-b901-f2ac7412ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '8409aada-bfa9-43a9-bbb4-a39fe8c1311e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:07:11.727206 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Network hostable DHCP agents. Network: 8409aada-bfa9-43a9-bbb4-a39fe8c1311e, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:07:11.749525 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Network 8409aada-bfa9-43a9-bbb4-a39fe8c1311e is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:07:11.764237 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-27c2035e-2067-4e43-960b-16881bb16e40 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "PUT /v2.0/floatingips/25939b68-ae49-419f-94df-49159ad05a25 HTTP/1.1" status: 200 len: 991 time: 1.7455440 May 20 09:07:11.765033 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'tag': 'eb184768-dcd5-430c-a2ef-9e4221b691b9'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:07:11.773344 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 8409aada-bfa9-43a9-bbb4-a39fe8c1311e) {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:07:11.782669 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f76db-23ce-4653-ae05-f9cd13543835 None None] Network 8409aada-bfa9-43a9-bbb4-a39fe8c1311e requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:07:11.787968 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:11.789744 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:11.849738 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-2f06e3f6-99a2-4d97-a1de-dccc181a3265 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8142784 May 20 09:07:11.976600 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-d21e2a20-0e81-4a1d-8ec8-75e900110f8b None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:07:12.042209 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-435e4e7b-2954-4bce-a483-ba5ce8948445 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915244 May 20 09:07:12.117162 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c94c7e-9c59-4735-aae0-dfdd797d54a1 None None] Network 8409aada-bfa9-43a9-bbb4-a39fe8c1311e requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:07:12.283865 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d280528-dc29-45a8-9168-a8daaf15e7f4 req-b48ab1ee-cfa6-479b-9dcb-cbe9026a375c tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:12.289214 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8d280528-dc29-45a8-9168-a8daaf15e7f4 req-b48ab1ee-cfa6-479b-9dcb-cbe9026a375c tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.1196797 May 20 09:07:12.306236 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'tag': 'eb184768-dcd5-430c-a2ef-9e4221b691b9', 'status': 'completed', 'code': 200} May 20 09:07:12.354038 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8d280528-dc29-45a8-9168-a8daaf15e7f4 req-d0963cf9-3ac1-46a9-a73b-1d963bbc8c26 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541518 May 20 09:07:12.416854 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-d21e2a20-0e81-4a1d-8ec8-75e900110f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '25939b68-ae49-419f-94df-49159ad05a25', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'port_id': 'eb184768-dcd5-430c-a2ef-9e4221b691b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'mac_address': 'fa:16:3e:39:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:06:55Z', 'updated_at': '2021-05-20T09:07:10Z', 'revision_number': 1, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:12.421362 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e2a20-0e81-4a1d-8ec8-75e900110f8b None None] Checking router: 8770793d-4a68-4a2f-81f0-1506f10f83a4 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:07:12.440087 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e2a20-0e81-4a1d-8ec8-75e900110f8b None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:07:12.440735 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-d21e2a20-0e81-4a1d-8ec8-75e900110f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:07:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:12.474146 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f886e-eae7-46f1-bbfa-13a73342be5e req-74355345-08a3-4d38-8557-465888301a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:12.481440 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-064f886e-eae7-46f1-bbfa-13a73342be5e req-74355345-08a3-4d38-8557-465888301a2a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a0aefa4f74614db8846376f4553b6aad&device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 1099 time: 0.1226728 May 20 09:07:12.659955 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-d21e2a20-0e81-4a1d-8ec8-75e900110f8b None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:07:12.731160 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f886e-eae7-46f1-bbfa-13a73342be5e req-ba0d731b-5b2b-480d-b5a1-3e6916e3d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:12.732610 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-064f886e-eae7-46f1-bbfa-13a73342be5e req-ba0d731b-5b2b-480d-b5a1-3e6916e3d304 service neutron] 10.222.0.97 "GET /v2.0/networks?id=208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 200 len: 913 time: 0.2447031 May 20 09:07:12.822458 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b663f732-8e1b-4413-a10e-d022df9437de tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:12.823907 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b663f732-8e1b-4413-a10e-d022df9437de tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/networks?id=68c9177e-e771-490b-9f5a-e3166fd76cba HTTP/1.1" status: 200 len: 808 time: 0.2971642 May 20 09:07:12.857144 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-14a55785-38c7-403b-b3b3-3849da0ddbc5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/quotas/4c58e245e2db4d2da963d012a6d09d17 HTTP/1.1" status: 200 len: 375 time: 0.0170720 May 20 09:07:12.863596 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-064f886e-eae7-46f1-bbfa-13a73342be5e req-ea3c6675-1d60-44e6-84cf-6503665ede89 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb184768-dcd5-430c-a2ef-9e4221b691b9 HTTP/1.1" status: 200 len: 999 time: 0.1170483 May 20 09:07:13.018502 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-d21e2a20-0e81-4a1d-8ec8-75e900110f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '25939b68-ae49-419f-94df-49159ad05a25', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'port_id': 'eb184768-dcd5-430c-a2ef-9e4221b691b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'mac_address': 'fa:16:3e:39:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:06:55Z', 'updated_at': '2021-05-20T09:07:10Z', 'revision_number': 1, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:13.022210 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e2a20-0e81-4a1d-8ec8-75e900110f8b None None] The sync data for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb is: [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '25939b68-ae49-419f-94df-49159ad05a25', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'port_id': 'eb184768-dcd5-430c-a2ef-9e4221b691b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'mac_address': 'fa:16:3e:39:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:06:55Z', 'updated_at': '2021-05-20T09:07:10Z', 'revision_number': 1, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:07:13.032940 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c96ff655-645c-4620-bed2-2f0bb9acf0fc tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4c58e245e2db4d2da963d012a6d09d17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1683323 May 20 09:07:13.096997 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f886e-eae7-46f1-bbfa-13a73342be5e req-8a4223da-ea58-4cd1-b5bd-0fba1ea4a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:13.098342 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-064f886e-eae7-46f1-bbfa-13a73342be5e req-8a4223da-ea58-4cd1-b5bd-0fba1ea4a4e2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bb71ea7a-440e-4ff3-af8e-dbb512184685 HTTP/1.1" status: 200 len: 850 time: 0.1058333 May 20 09:07:13.241223 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-2db0723f-d033-4ae0-b1ba-f68b2bb42692 service neutron] 10.222.0.88 "GET /v2.0/networks/68c9177e-e771-490b-9f5a-e3166fd76cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962991 May 20 09:07:13.272435 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b4b22-6e25-4de6-a12d-36d561f6816e None None] New status for floating IP 25939b68-ae49-419f-94df-49159ad05a25: ACTIVE {{(pid=91689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:07:13.275279 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f886e-eae7-46f1-bbfa-13a73342be5e req-adaf139f-67b5-4eac-a3b2-1ca48c498106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:13.276754 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-064f886e-eae7-46f1-bbfa-13a73342be5e req-adaf139f-67b5-4eac-a3b2-1ca48c498106 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=208769b1-b057-420c-8d34-7ef6134b24c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1351907 May 20 09:07:13.485291 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-e4dd07e5-a01d-420c-b3c8-abfdaad5822a service neutron] 10.222.0.88 "GET /v2.0/networks/68c9177e-e771-490b-9f5a-e3166fd76cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335060 May 20 09:07:13.504040 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-064f886e-eae7-46f1-bbfa-13a73342be5e req-975a22c8-53a1-4728-bd70-e3315135ebc9 service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132633 May 20 09:07:13.735606 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fdc43abd-987c-4920-933e-46ae840cf064 req-233b6dfc-1d28-4870-977e-1822237e8af2 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 210 time: 0.0652697 May 20 09:07:13.776100 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab0cbf-52c6-4cbe-be05-396acaef2c94 req-36b58098-c53e-4442-ad77-a7a754ad13c8 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:13.777585 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4aab0cbf-52c6-4cbe-be05-396acaef2c94 req-36b58098-c53e-4442-ad77-a7a754ad13c8 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.2443538 May 20 09:07:13.779367 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-064f886e-eae7-46f1-bbfa-13a73342be5e req-575a5d5d-99af-4ade-b07d-4297bf5796fa service neutron] 10.222.0.97 "GET /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680960 May 20 09:07:13.832601 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4aab0cbf-52c6-4cbe-be05-396acaef2c94 req-06d77563-3503-4751-9996-183fd01e3f24 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489142 May 20 09:07:13.924860 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-ae5fc4fc-7bfa-4b01-ab1a-367bc9964ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:13.926322 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-ae5fc4fc-7bfa-4b01-ab1a-367bc9964ffb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33&tenant_id=1210d4d3726245009d762c50adc0541f HTTP/1.1" status: 200 len: 1098 time: 0.0753672 May 20 09:07:14.036426 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-1f226d16-8927-4547-a352-3c1c681fcab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:14.037925 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-1f226d16-8927-4547-a352-3c1c681fcab4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1210d4d3726245009d762c50adc0541f&device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 1098 time: 0.0726857 May 20 09:07:14.059602 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:14.176814 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-63878020-e5a2-48cc-9430-14cacec712be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:14.178326 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-63878020-e5a2-48cc-9430-14cacec712be service neutron] 10.222.0.97 "GET /v2.0/networks?id=ab513153-7e55-4aee-9814-9bf571dff8d6 HTTP/1.1" status: 200 len: 910 time: 0.1277947 May 20 09:07:14.335321 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-2aeeabad-cd6a-4a3e-8d17-180a0e5824c7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479 HTTP/1.1" status: 200 len: 1001 time: 0.1227651 May 20 09:07:14.404085 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-078df259-0ffa-48f5-a5d9-d8ccb14d04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:14.405569 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-078df259-0ffa-48f5-a5d9-d8ccb14d04ce service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98de9bf2-24b4-4e86-89a0-6b32b34c6013 HTTP/1.1" status: 200 len: 847 time: 0.0640359 May 20 09:07:14.485312 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-8f58f37f-9f96-4484-bcf3-18d02c7f7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:14.487368 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-8f58f37f-9f96-4484-bcf3-18d02c7f7dc0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ab513153-7e55-4aee-9814-9bf571dff8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748892 May 20 09:07:14.598725 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 621f536e-8d37-493c-82d9-6f0b4b7f2479 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:07:14.739340 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:14.740998 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-1a40c88e-fdff-470d-9805-09ba043aaf12 service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460010 May 20 09:07:14.769259 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:07:14.780149 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 621f536e-8d37-493c-82d9-6f0b4b7f2479, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:14.807418 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:14.812407 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:14.950403 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'code': 200} May 20 09:07:14.951162 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=621f536e-8d37-493c-82d9-6f0b4b7f2479,revision_number=6']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:14.955212 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:14.961875 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-76308a41-639a-4e96-8e1d-e468b3c34142 req-ee2d899c-0055-4d69-9042-6c192db4b1cd tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 210 time: 0.0800743 May 20 09:07:15.049792 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-41b5f31a-390f-43f6-b8e9-7a3a655f5326 req-495b4d1b-6477-40b0-a41e-dd28ff51c13c service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776315 May 20 09:07:15.089704 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4a7b1-c6b2-461d-a592-89232c7234b8 req-b6ce9f10-fc34-404d-8423-146fb0f799fc tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:15.090862 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fcd4a7b1-c6b2-461d-a592-89232c7234b8 req-b6ce9f10-fc34-404d-8423-146fb0f799fc tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 943 time: 0.1108673 May 20 09:07:15.139685 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fcd4a7b1-c6b2-461d-a592-89232c7234b8 req-1bb75b14-4219-472c-94e6-a72bfed17883 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 May 20 09:07:15.168814 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c653c212-b70a-405a-852c-057cfae9e320 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:15.169510 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c653c212-b70a-405a-852c-057cfae9e320 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Synchronizing usage tracker for tenant:4c58e245e2db4d2da963d012a6d09d17 on resource:network {{(pid=91687) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:07:15.186691 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c653c212-b70a-405a-852c-057cfae9e320 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Unset dirty status for tenant:4c58e245e2db4d2da963d012a6d09d17 on resource:network {{(pid=91687) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:07:15.187816 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c653c212-b70a-405a-852c-057cfae9e320 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.97 "GET /v2.0/networks?id=68c9177e-e771-490b-9f5a-e3166fd76cba HTTP/1.1" status: 200 len: 808 time: 0.4023507 May 20 09:07:15.226547 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Request body: {'port': {'device_id': '780f4cc3-b5ac-4a90-877e-63eea8d55e65', 'network_id': '68c9177e-e771-490b-9f5a-e3166fd76cba', 'admin_state_up': True, 'tenant_id': '4c58e245e2db4d2da963d012a6d09d17'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:07:15.362707 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:15.366998 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Usage tracker for resource:port and tenant:4c58e245e2db4d2da963d012a6d09d17 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:15.369855 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:15.375801 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:15.387814 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Made reservation on behalf of 4c58e245e2db4d2da963d012a6d09d17 for: {'port': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:07:15.391470 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:15.558617 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Allocated IP 172.20.0.8 (68c9177e-e771-490b-9f5a-e3166fd76cba/8ae1a395-b8c0-49f8-9026-d0c2cdbe2bb8/5e57c7c6-7fc4-413b-805e-ccf9b98db0bc) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:07:15.762820 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:15.793803 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:15.799980 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d6231581-9c42-435d-9e66-e207ff3d1791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:15.865090 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Network 68c9177e-e771-490b-9f5a-e3166fd76cba is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:07:15.868308 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:07:15.872209 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:07:15.906396 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Pushing event updated for resources: {'Port': ['ID=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:15.911229 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:15.937896 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:15.938499 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:15.959056 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-b0332679-244b-470c-acc1-dcd49e91cde5 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7366261 May 20 09:07:15.979087 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Request body: {'port': {'device_id': '780f4cc3-b5ac-4a90-877e-63eea8d55e65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:07:16.090910 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:16.167575 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec3ba4-e84f-426d-b0a4-e9dcb49128e9 req-b8e85287-1bba-4693-b11a-6280e88e314a tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:16.169159 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-28ec3ba4-e84f-426d-b0a4-e9dcb49128e9 req-b8e85287-1bba-4693-b11a-6280e88e314a tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 931 time: 0.0876791 May 20 09:07:16.231595 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-28ec3ba4-e84f-426d-b0a4-e9dcb49128e9 req-eb56ff94-d8e5-4971-ae87-8674f379d0ec tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/security-groups?id=637df52f-7d1f-4142-a745-4985fd289bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558295 May 20 09:07:16.430339 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75302489-9a6c-44c6-92b2-eaa71ae4c26b req-b64884ea-94ef-4011-9238-3ba4c179c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:16.431838 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-75302489-9a6c-44c6-92b2-eaa71ae4c26b req-b64884ea-94ef-4011-9238-3ba4c179c0f0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 1096 time: 0.1454306 May 20 09:07:16.440220 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd5a07-584c-4511-9c28-2cc0c92e105c req-e4d13ca6-d357-4806-a807-67bacf50f653 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:16.441648 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11cd5a07-584c-4511-9c28-2cc0c92e105c req-e4d13ca6-d357-4806-a807-67bacf50f653 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 943 time: 0.1179316 May 20 09:07:16.496935 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:07:16.505403 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:16.524266 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Transition to ACTIVE for port object 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:07:16.529527 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:16.534635 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11cd5a07-584c-4511-9c28-2cc0c92e105c req-667bb66c-91db-47c8-aa60-4056e13b26b0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858145 May 20 09:07:16.536256 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-75302489-9a6c-44c6-92b2-eaa71ae4c26b req-f174cbc8-f44c-4a3d-9c78-7316c34add20 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700631 May 20 09:07:16.538031 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-3cc6ff5c-74aa-4e3f-a425-fe22bcbad36b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:16.604274 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 621f536e-8d37-493c-82d9-6f0b4b7f2479 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:07:16.692585 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:16.699680 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:16.737914 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 621f536e-8d37-493c-82d9-6f0b4b7f2479, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:16.751169 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'port_id': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'mac_address': 'fa:16:3e:9a:4b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:07:16.770412 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Attempting to bind port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:07:16.770744 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Attempting to bind port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '7b9de550-de4d-46be-91ce-44a7f58e7f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '68c9177e-e771-490b-9f5a-e3166fd76cba'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:07:16.771068 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Attempting to bind port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc on network 68c9177e-e771-490b-9f5a-e3166fd76cba {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:07:16.775646 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc on network 68c9177e-e771-490b-9f5a-e3166fd76cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:07:16.775960 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Attempting to bind port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc on network 68c9177e-e771-490b-9f5a-e3166fd76cba {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:07:16.781712 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:07:16.782046 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Checking segment: {'id': '7b9de550-de4d-46be-91ce-44a7f58e7f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '68c9177e-e771-490b-9f5a-e3166fd76cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:07:16.783096 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Bound using segment: {'id': '7b9de550-de4d-46be-91ce-44a7f58e7f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '68c9177e-e771-490b-9f5a-e3166fd76cba'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:07:16.783438 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Bound port: 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b9de550-de4d-46be-91ce-44a7f58e7f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '68c9177e-e771-490b-9f5a-e3166fd76cba'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:07:16.783783 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:16.808556 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:16.824761 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621f536e-8d37-493c-82d9-6f0b4b7f2479 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:07:16.840769 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 621f536e-8d37-493c-82d9-6f0b4b7f2479, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:16.845562 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:16.847282 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:16.878023 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] For port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc, host hv-cinder-79091, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:07:16.881224 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] For port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc,segment=NetworkSegment(7b9de550-de4d-46be-91ce-44a7f58e7f4c),segment_id=7b9de550-de4d-46be-91ce-44a7f58e7f4c)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:07:16.885362 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5631160'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:16.889869 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c80493e2-ddeb-463a-89a4-250b59847a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:16.913313 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=621f536e-8d37-493c-82d9-6f0b4b7f2479,revision_number=7']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:16.916417 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:16.944496 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:16.945074 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:16.946472 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] 10.222.0.97 "PUT /v2.0/ports/5e57c7c6-7fc4-413b-805e-ccf9b98db0bc HTTP/1.1" status: 200 len: 1093 time: 0.9719725 May 20 09:07:16.946964 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780f4cc3-b5ac-4a90-877e-63eea8d55e65', 'tag': '5e57c7c6-7fc4-413b-805e-ccf9b98db0bc'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:07:16.968308 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:16.972495 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c1c4bdf4-5c4c-4bde-9bb4-db8cfaf5fcd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:16.998393 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780f4cc3-b5ac-4a90-877e-63eea8d55e65', 'tag': '5e57c7c6-7fc4-413b-805e-ccf9b98db0bc', 'status': 'completed', 'code': 200} May 20 09:07:17.102091 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-41f36f31-e02b-4982-a3e4-c7ef3805ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:17.103823 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-41f36f31-e02b-4982-a3e4-c7ef3805ffb0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4c58e245e2db4d2da963d012a6d09d17&device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 1096 time: 0.0732303 May 20 09:07:17.164960 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['621f536e-8d37-493c-82d9-6f0b4b7f2479'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:07:17.179425 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-92e5f392-93c6-4f9b-9ba8-f3fb548360b8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc HTTP/1.1" status: 200 len: 217 time: 0.0593538 May 20 09:07:17.251061 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-0c0dd7c3-6c8c-4f81-83e7-49d775ee714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:17.253087 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-0c0dd7c3-6c8c-4f81-83e7-49d775ee714e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8ae1a395-b8c0-49f8-9026-d0c2cdbe2bb8 HTTP/1.1" status: 200 len: 848 time: 0.0639474 May 20 09:07:17.305189 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-e0cc9fa3-8e19-45f3-966f-947a6d9a6da0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=68c9177e-e771-490b-9f5a-e3166fd76cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429592 May 20 09:07:17.442826 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7e9b6-10d8-4189-a4a9-404f55996dcd req-fc001c04-682a-4583-8c12-f4298bd80fb9 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:17.444305 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f8e7e9b6-10d8-4189-a4a9-404f55996dcd req-fc001c04-682a-4583-8c12-f4298bd80fb9 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 943 time: 0.0958819 May 20 09:07:17.451963 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-4416b54b-192c-4050-86e8-ba943f34b4e7 service neutron] 10.222.0.97 "GET /v2.0/networks/68c9177e-e771-490b-9f5a-e3166fd76cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399589 May 20 09:07:17.491727 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f8e7e9b6-10d8-4189-a4a9-404f55996dcd req-eae0b2e8-7e53-4af3-b91b-35182582d12d tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/security-groups?id=637df52f-7d1f-4142-a745-4985fd289bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 May 20 09:07:17.588043 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-dda63fe1-a183-4cdb-aff6-d993b190d2de req-d289844d-62e0-444e-99dd-14307451b870 service neutron] 10.222.0.97 "GET /v2.0/networks/68c9177e-e771-490b-9f5a-e3166fd76cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276240 May 20 09:07:17.737350 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e52d37-31a8-421f-8ebb-1912dba7cf4b req-134672d7-b854-4890-93e3-74f5507680ae tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:17.738793 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-71e52d37-31a8-421f-8ebb-1912dba7cf4b req-134672d7-b854-4890-93e3-74f5507680ae tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 944 time: 0.0856462 May 20 09:07:17.786536 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-71e52d37-31a8-421f-8ebb-1912dba7cf4b req-614f4e70-2fe1-4627-8ebc-6b6ea8a86faf tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419083 May 20 09:07:17.916222 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2484d95-f4be-4c09-bf83-20a6eeabb725 req-361c5ca0-0002-41fb-9031-699c45fcada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:17.917749 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f2484d95-f4be-4c09-bf83-20a6eeabb725 req-361c5ca0-0002-41fb-9031-699c45fcada5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4c58e245e2db4d2da963d012a6d09d17&device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 1096 time: 0.1711934 May 20 09:07:18.052582 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2484d95-f4be-4c09-bf83-20a6eeabb725 req-40acc3ea-c0f2-4849-baaa-bab74ce57cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:18.054062 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f2484d95-f4be-4c09-bf83-20a6eeabb725 req-40acc3ea-c0f2-4849-baaa-bab74ce57cff service neutron] 10.222.0.97 "GET /v2.0/networks?id=68c9177e-e771-490b-9f5a-e3166fd76cba HTTP/1.1" status: 200 len: 910 time: 0.1293423 May 20 09:07:18.130236 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f2484d95-f4be-4c09-bf83-20a6eeabb725 req-0d3d051a-1192-40fc-aea4-ddd0b2abb349 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc HTTP/1.1" status: 200 len: 217 time: 0.0603528 May 20 09:07:18.201672 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2484d95-f4be-4c09-bf83-20a6eeabb725 req-67b8885f-2561-4c0b-86ac-e622e23de7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:18.203220 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f2484d95-f4be-4c09-bf83-20a6eeabb725 req-67b8885f-2561-4c0b-86ac-e622e23de7ed service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8ae1a395-b8c0-49f8-9026-d0c2cdbe2bb8 HTTP/1.1" status: 200 len: 848 time: 0.0622039 May 20 09:07:18.225793 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-a32c9df0-70ae-4df1-a783-712661d7bf63 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721557 May 20 09:07:18.252592 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f2484d95-f4be-4c09-bf83-20a6eeabb725 req-a9ef2a22-9d8b-419f-8882-64054503a1c9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=68c9177e-e771-490b-9f5a-e3166fd76cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420678 May 20 09:07:18.345847 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-51ac166d-bc71-4858-8604-04da84079f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:18.347228 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-51ac166d-bc71-4858-8604-04da84079f92 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1210d4d3726245009d762c50adc0541f&device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 1097 time: 0.0805006 May 20 09:07:18.396882 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f2484d95-f4be-4c09-bf83-20a6eeabb725 req-b186de1e-a004-4965-9fbf-49f381c80e4e service neutron] 10.222.0.97 "GET /v2.0/networks/68c9177e-e771-490b-9f5a-e3166fd76cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359696 May 20 09:07:18.513622 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-7a02a96b-8b08-4d7c-b51b-36761380b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:18.515064 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-7a02a96b-8b08-4d7c-b51b-36761380b199 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ab513153-7e55-4aee-9814-9bf571dff8d6 HTTP/1.1" status: 200 len: 910 time: 0.1467445 May 20 09:07:18.557990 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [req-f2484d95-f4be-4c09-bf83-20a6eeabb725 req-cf73173c-1077-49e6-b07f-fe06d23ad293 service neutron] 10.222.0.97 "GET /v2.0/networks/68c9177e-e771-490b-9f5a-e3166fd76cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541734 May 20 09:07:18.605845 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:07:18.612890 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 621f536e-8d37-493c-82d9-6f0b4b7f2479 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:07:18.703425 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-390544ab-041b-446e-84cf-6e555faf7c4a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479 HTTP/1.1" status: 200 len: 1000 time: 0.1805823 May 20 09:07:18.784997 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927e51-d357-4493-850f-225f3471bcb6 req-b32bd3ff-a772-4edc-ae9a-4f0111258d02 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:18.787429 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-45927e51-d357-4493-850f-225f3471bcb6 req-b32bd3ff-a772-4edc-ae9a-4f0111258d02 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 943 time: 0.1837158 May 20 09:07:18.792504 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-5bf718a7-edfd-4e7a-b1b7-e4804f2df9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:18.793964 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-5bf718a7-edfd-4e7a-b1b7-e4804f2df9a5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98de9bf2-24b4-4e86-89a0-6b32b34c6013 HTTP/1.1" status: 200 len: 847 time: 0.0841513 May 20 09:07:18.815759 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 621f536e-8d37-493c-82d9-6f0b4b7f2479 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:18.816140 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:18.897848 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc,segment=NetworkSegment(7b9de550-de4d-46be-91ce-44a7f58e7f4c),segment_id=7b9de550-de4d-46be-91ce-44a7f58e7f4c)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:18.919301 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '5e57c7c6-7fc4-413b-805e-ccf9b98db0bc', 'network_id': '68c9177e-e771-490b-9f5a-e3166fd76cba', 'port_id': '5e57c7c6-7fc4-413b-805e-ccf9b98db0bc', 'mac_address': 'fa:16:3e:2f:3e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae1a395-b8c0-49f8-9026-d0c2cdbe2bb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:07:18.919619 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-45927e51-d357-4493-850f-225f3471bcb6 req-93c13d36-d6b8-4f10-b8eb-19b967ddacec tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/security-groups?id=637df52f-7d1f-4142-a745-4985fd289bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206589 May 20 09:07:18.944779 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-9b53d000-2760-4bdf-a670-7cba7179e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:18.946212 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-9b53d000-2760-4bdf-a670-7cba7179e249 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ab513153-7e55-4aee-9814-9bf571dff8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1341686 May 20 09:07:19.023592 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:19.048601 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:07:19.053488 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:19.097591 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc,segment=NetworkSegment(7b9de550-de4d-46be-91ce-44a7f58e7f4c),segment_id=7b9de550-de4d-46be-91ce-44a7f58e7f4c)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:19.105681 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:07:19.118238 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:19.123260 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-bbade085-e98b-438a-92e5-758e14462651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:19.188962 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 621f536e-8d37-493c-82d9-6f0b4b7f2479, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:19.210184 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:19.233830 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'code': 200} May 20 09:07:19.237949 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:19.241022 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:19.241501 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:19.280812 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-583c02fd-f2dd-4d1d-b001-c57ed255bc44 service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241541 May 20 09:07:19.289588 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e490149-72dd-4d54-a6a0-393e65b0f869 req-25a402f8-cf42-4313-afa5-947aaeeee057 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:19.290954 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2e490149-72dd-4d54-a6a0-393e65b0f869 req-25a402f8-cf42-4313-afa5-947aaeeee057 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 944 time: 0.3376379 May 20 09:07:19.310363 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=621f536e-8d37-493c-82d9-6f0b4b7f2479,revision_number=8']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:19.313655 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:19.426519 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2e490149-72dd-4d54-a6a0-393e65b0f869 req-d5420dca-d993-4ce6-a734-f6ae021b44d9 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140842 May 20 09:07:19.452259 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ee8a3b85-fd21-4f58-a5f7-d964dcb338a7 req-36e9a1ac-c707-41fb-a041-7afc3e8fc00f service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603959 May 20 09:07:19.482841 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['5e57c7c6-7fc4-413b-805e-ccf9b98db0bc'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:07:20.140728 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f101d1d-817a-42e3-aa14-dab1c2195f80 req-b05fd97a-0682-48af-ad2e-ff73d908c43c tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:20.142217 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0f101d1d-817a-42e3-aa14-dab1c2195f80 req-b05fd97a-0682-48af-ad2e-ff73d908c43c tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 944 time: 0.0848684 May 20 09:07:20.192508 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0f101d1d-817a-42e3-aa14-dab1c2195f80 req-b882bcb3-f171-4035-b9f8-d30686f664d0 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/security-groups?id=637df52f-7d1f-4142-a745-4985fd289bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440636 May 20 09:07:20.603874 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:07:20.675887 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:07:20.681109 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:20.681489 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:20.805352 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:20.842101 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc,segment=NetworkSegment(7b9de550-de4d-46be-91ce-44a7f58e7f4c),segment_id=7b9de550-de4d-46be-91ce-44a7f58e7f4c)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:20.846659 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:20.850891 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:20.920564 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:20.925057 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:21.235792 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f4cc3-b5ac-4a90-877e-63eea8d55e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e57c7c6-7fc4-413b-805e-ccf9b98db0bc'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:07:21.284628 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f4cc3-b5ac-4a90-877e-63eea8d55e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e57c7c6-7fc4-413b-805e-ccf9b98db0bc', 'code': 200} May 20 09:07:21.409906 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26123442-28e8-45bc-8d1a-8ee548031a35 req-0b7b38a4-79ec-46ae-841e-980585f10d81 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:21.411896 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-26123442-28e8-45bc-8d1a-8ee548031a35 req-0b7b38a4-79ec-46ae-841e-980585f10d81 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 945 time: 0.1072543 May 20 09:07:21.473978 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-26123442-28e8-45bc-8d1a-8ee548031a35 req-972c1df4-67dd-4a58-82e8-78143b624570 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/security-groups?id=637df52f-7d1f-4142-a745-4985fd289bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552211 May 20 09:07:21.605110 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9650f3-d779-444c-8c1a-ea0aea75e761 req-3e24365e-b37d-4d9d-8424-7ca089daac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:21.606563 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1a9650f3-d779-444c-8c1a-ea0aea75e761 req-3e24365e-b37d-4d9d-8424-7ca089daac03 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 1098 time: 0.0767388 May 20 09:07:21.648834 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1a9650f3-d779-444c-8c1a-ea0aea75e761 req-97d79b79-182c-47b1-b7c5-febeda043a32 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=637df52f-7d1f-4142-a745-4985fd289bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350320 May 20 09:07:22.651654 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d698c-f5cb-4195-a6cc-08d2a62453ac req-5584eb46-afaf-4c2c-afb4-a8f3fe57fcb1 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:22.653064 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-796d698c-f5cb-4195-a6cc-08d2a62453ac req-5584eb46-afaf-4c2c-afb4-a8f3fe57fcb1 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 945 time: 0.0799921 May 20 09:07:22.698656 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-796d698c-f5cb-4195-a6cc-08d2a62453ac req-fb09662b-909d-42cc-9279-ac7d2210975a tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/security-groups?id=637df52f-7d1f-4142-a745-4985fd289bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393074 May 20 09:07:23.901288 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9408b4-62d9-437d-b775-3154a1e7356c req-ede6bf3f-2907-4bf0-ab98-e36c0822ce6a tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:23.902751 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7d9408b4-62d9-437d-b775-3154a1e7356c req-ede6bf3f-2907-4bf0-ab98-e36c0822ce6a tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 945 time: 0.0861216 May 20 09:07:23.952715 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7d9408b4-62d9-437d-b775-3154a1e7356c req-d823c57e-5b36-4474-97f0-4a3fca93b3f4 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/security-groups?id=637df52f-7d1f-4142-a745-4985fd289bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 May 20 09:07:25.225231 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:07:27.517318 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1838e-375d-4248-b632-808dd3775376 req-ebc8eecd-6ed9-4965-85d8-dad955269801 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:27.518753 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e6e1838e-375d-4248-b632-808dd3775376 req-ebc8eecd-6ed9-4965-85d8-dad955269801 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 945 time: 0.0827680 May 20 09:07:27.562132 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e6e1838e-375d-4248-b632-808dd3775376 req-1a85783e-c737-45de-8e21-8571b932186a tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/security-groups?id=637df52f-7d1f-4142-a745-4985fd289bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376892 May 20 09:07:28.743525 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32781fc-b55f-46bc-af3e-7452da8278ed req-d0871c13-2de8-486e-9d26-4ef59bb3ed6f tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:28.745003 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d32781fc-b55f-46bc-af3e-7452da8278ed req-d0871c13-2de8-486e-9d26-4ef59bb3ed6f tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 945 time: 0.0785975 May 20 09:07:28.789174 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d32781fc-b55f-46bc-af3e-7452da8278ed req-7943d988-3184-4596-9c1f-bcc62595a522 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/security-groups?id=637df52f-7d1f-4142-a745-4985fd289bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384195 May 20 09:07:29.338949 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc661f1-8b7b-44c9-9f5a-c6e096d6c83f req-cd916d6c-f942-4ba2-a8f3-cb7c0d1517cc tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:29.340370 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2bc661f1-8b7b-44c9-9f5a-c6e096d6c83f req-cd916d6c-f942-4ba2-a8f3-cb7c0d1517cc tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.97 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 945 time: 0.0822914 May 20 09:07:29.478139 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-2bc661f1-8b7b-44c9-9f5a-c6e096d6c83f req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Deleting port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:07:29.478734 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-2bc661f1-8b7b-44c9-9f5a-c6e096d6c83f req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.610225 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-2bc661f1-8b7b-44c9-9f5a-c6e096d6c83f req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] For port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc,segment=NetworkSegment(7b9de550-de4d-46be-91ce-44a7f58e7f4c),segment_id=7b9de550-de4d-46be-91ce-44a7f58e7f4c)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:29.610605 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-2bc661f1-8b7b-44c9-9f5a-c6e096d6c83f req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.732199 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-2bc661f1-8b7b-44c9-9f5a-c6e096d6c83f req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Calling delete_port for 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:07:29.838943 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-2bc661f1-8b7b-44c9-9f5a-c6e096d6c83f req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.844376 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-44d27138-0067-4af5-8931-a621b37d6bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:29.889857 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Pushing event deleted for resources: {'Port': ['ID=5e57c7c6-7fc4-413b-805e-ccf9b98db0bc,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:29.892658 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['5e57c7c6-7fc4-413b-805e-ccf9b98db0bc'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:07:29.893437 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:29.994034 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5bf50046-e285-4bcf-8519-3e3d5fbdbc6c req-d11b0b09-9c8a-4754-8ede-9215b613319b tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.88 "GET /v2.0/ports?device_id=780f4cc3-b5ac-4a90-877e-63eea8d55e65 HTTP/1.1" status: 200 len: 210 time: 0.0744600 May 20 09:07:30.085673 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc661f1-8b7b-44c9-9f5a-c6e096d6c83f req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] No DVR routers for this DVR port 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:07:30.088126 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-2bc661f1-8b7b-44c9-9f5a-c6e096d6c83f req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:30.090737 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f4cc3-b5ac-4a90-877e-63eea8d55e65', 'name': 'network-vif-deleted', 'tag': '5e57c7c6-7fc4-413b-805e-ccf9b98db0bc'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:07:30.099234 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2bc661f1-8b7b-44c9-9f5a-c6e096d6c83f req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] 10.222.0.97 "DELETE /v2.0/ports/5e57c7c6-7fc4-413b-805e-ccf9b98db0bc HTTP/1.1" status: 204 len: 173 time: 0.7526267 May 20 09:07:30.138004 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f4cc3-b5ac-4a90-877e-63eea8d55e65', 'name': 'network-vif-deleted', 'tag': '5e57c7c6-7fc4-413b-805e-ccf9b98db0bc', 'status': 'completed', 'code': 200} May 20 09:07:34.158016 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-06fd9dd9-0ccd-45df-b676-2435a8a8ef9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:34.721781 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:07:34.765202 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:07:34.765558 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 5e57c7c6-7fc4-413b-805e-ccf9b98db0bc not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:07:36.681425 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:36.866217 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-64c02d49-2974-4cb2-b0ff-4791164f1c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:37.719051 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:39.523264 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:44.053918 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:47.989734 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40512) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:48.047991 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_v2 [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Deleting subnet 8ae1a395-b8c0-49f8-9026-d0c2cdbe2bb8 {{(pid=91688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:07:48.050890 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.098770 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6890140'] for subnet, precommit_delete_associations {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.157254 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.402442 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7325955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5800494'] for subnet, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.406976 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:48.444773 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae1a395-b8c0-49f8-9026-d0c2cdbe2bb8,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:48.447662 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.456663 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8ae1a395-b8c0-49f8-9026-d0c2cdbe2bb8 HTTP/1.1" status: 204 len: 168 time: 0.4659460 May 20 09:07:48.458074 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.458433 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.458871 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.459227 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.459334 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40518) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:48.459732 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.459904 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.460242 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.460582 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.460950 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.461347 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.461687 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.462021 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.465040 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:48.563442 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.684265 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.696990 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c9177e-e771-490b-9f5a-e3166fd76cba']}} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:48.708692 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9de550-de4d-46be-91ce-44a7f58e7f4c') {'for_net_delete': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:48.709018 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9de550-de4d-46be-91ce-44a7f58e7f4c') {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:48.719856 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7849177'] for segment, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.735837 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.742429 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=91687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:07:48.742810 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5631204'] for segment, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: Traceback (most recent call last): May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: timer() May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: cb(*args, **kw) May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: return func(*args, **kwargs) May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: self._notify() May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: self.callback(batched_events) May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: event.method(event) May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: return f(self, *a, **k) May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: return self._get(url).json() May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: return self.request(url, 'GET', **kwargs) May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:07:48.755298 dv-cinder-790910-5-smb neutron-server[91687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:07:48.831493 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.835453 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:48.847828 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.858521 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c9177e-e771-490b-9f5a-e3166fd76cba,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:48.868747 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.869122 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.869485 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.869837 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.870187 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.870534 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.870879 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.871222 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.871564 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.871906 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.872247 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.872585 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:48.876034 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] 10.222.0.88 "DELETE /v2.0/networks/68c9177e-e771-490b-9f5a-e3166fd76cba HTTP/1.1" status: 204 len: 168 time: 0.4157557 May 20 09:07:48.876947 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-5a183aaf-5f71-43cc-865b-c67451a4a316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:48.878799 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40522) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:48.939890 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71d7673-01a8-4e7a-9a1c-b442aa02515f admin admin] Deleting subnet 353b10bc-55d3-4957-8018-c8e4806aa2a9 {{(pid=91687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:07:48.942931 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b71d7673-01a8-4e7a-9a1c-b442aa02515f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:48.991514 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b71d7673-01a8-4e7a-9a1c-b442aa02515f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7849174'] for subnet, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:49.043470 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b71d7673-01a8-4e7a-9a1c-b442aa02515f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:49.281629 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b71d7673-01a8-4e7a-9a1c-b442aa02515f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5631042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6713005'] for subnet, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:49.285411 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-144f90ce-424a-41e7-b247-f89abcd07541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:49.319751 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7673-01a8-4e7a-9a1c-b442aa02515f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353b10bc-55d3-4957-8018-c8e4806aa2a9,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:49.324460 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b71d7673-01a8-4e7a-9a1c-b442aa02515f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:49.325462 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b71d7673-01a8-4e7a-9a1c-b442aa02515f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:49.331346 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-b71d7673-01a8-4e7a-9a1c-b442aa02515f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/353b10bc-55d3-4957-8018-c8e4806aa2a9 HTTP/1.1" status: 204 len: 168 time: 0.4515874 May 20 09:07:49.334359 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40528) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:49.534804 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:49.653744 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:49.666263 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8409aada-bfa9-43a9-bbb4-a39fe8c1311e']}} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:49.678985 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d031504-2e74-4daf-b901-f2ac7412ae50') {'for_net_delete': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:49.679278 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d031504-2e74-4daf-b901-f2ac7412ae50') {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:49.690822 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7849177'] for segment, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:49.707019 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:49.713463 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=91687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:07:49.713839 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5631204'] for segment, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: Traceback (most recent call last): May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: timer() May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: cb(*args, **kw) May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: return func(*args, **kwargs) May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: self._notify() May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: self.callback(batched_events) May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: event.method(event) May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: return f(self, *a, **k) May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: return self._get(url).json() May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: return self.request(url, 'GET', **kwargs) May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:07:49.726375 dv-cinder-790910-5-smb neutron-server[91687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:07:49.800940 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:49.806208 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:49.808608 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:49.828973 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] 10.222.0.88 "DELETE /v2.0/networks/8409aada-bfa9-43a9-bbb4-a39fe8c1311e HTTP/1.1" status: 204 len: 168 time: 0.4935362 May 20 09:07:49.829821 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] Pushing event deleted for resources: {'Network': ['ID=8409aada-bfa9-43a9-bbb4-a39fe8c1311e,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:49.832478 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8300f7b6-b141-4cb4-9bdc-3f837740c59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:49.994602 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40534) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:50.042202 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-f4e1c180-5baf-4e5f-a6d4-96f0d11a1d5e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4c58e245e2db4d2da963d012a6d09d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463955 May 20 09:07:50.044427 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40538) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:50.101155 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-af1ddf74-4edf-4d6a-a1a0-46500954a467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:50.126578 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-af1ddf74-4edf-4d6a-a1a0-46500954a467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:50.178015 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-af1ddf74-4edf-4d6a-a1a0-46500954a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:50.181597 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:50.195291 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ddf74-4edf-4d6a-a1a0-46500954a467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637df52f-7d1f-4142-a745-4985fd289bd3,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:50.198989 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-af1ddf74-4edf-4d6a-a1a0-46500954a467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:50.202072 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-af1ddf74-4edf-4d6a-a1a0-46500954a467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:50.203396 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-af1ddf74-4edf-4d6a-a1a0-46500954a467 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/637df52f-7d1f-4142-a745-4985fd289bd3 HTTP/1.1" status: 204 len: 168 time: 0.1578319 May 20 09:07:50.534724 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40548) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:50.585076 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-07e1ae41-ea0c-48f8-9c64-81f87675f3ee admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=702286b9ce6f4f47b82782ef63fd1f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485489 May 20 09:07:50.587550 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40552) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:50.646319 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-bb7299c1-c2e2-4b4d-a0f9-082ef6c53ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:50.671354 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-bb7299c1-c2e2-4b4d-a0f9-082ef6c53ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:50.720754 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-bb7299c1-c2e2-4b4d-a0f9-082ef6c53ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:50.724937 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-2740c31d-c4fe-4ca8-9803-612d6ff4923c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:50.735923 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7299c1-c2e2-4b4d-a0f9-082ef6c53ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c48ee5d-a43b-44b0-be63-8c63f0f9f162,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:50.740221 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-bb7299c1-c2e2-4b4d-a0f9-082ef6c53ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:50.742550 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-bb7299c1-c2e2-4b4d-a0f9-082ef6c53ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:50.743331 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-bb7299c1-c2e2-4b4d-a0f9-082ef6c53ae2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5c48ee5d-a43b-44b0-be63-8c63f0f9f162 HTTP/1.1" status: 204 len: 168 time: 0.1548433 May 20 09:08:02.223421 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:08:02.608536 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40724) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:02.722696 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e84dec7d-3c96-4180-a0fb-d9bc70d597bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:02.737484 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-e84dec7d-3c96-4180-a0fb-d9bc70d597bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:08:02.741888 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-e84dec7d-3c96-4180-a0fb-d9bc70d597bf admin admin] Usage tracker for resource:security_group_rule and tenant:a3ea62416ef54d3e845e1d5dd3e83eff is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:08:02.744672 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-e84dec7d-3c96-4180-a0fb-d9bc70d597bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:08:02.750368 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-e84dec7d-3c96-4180-a0fb-d9bc70d597bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:08:02.837785 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e84dec7d-3c96-4180-a0fb-d9bc70d597bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:02.841536 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e84dec7d-3c96-4180-a0fb-d9bc70d597bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:02.849372 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0b3a066f-73ed-48ea-92de-4d8357508141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:02.889115 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dec7d-3c96-4180-a0fb-d9bc70d597bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bb79fb-7934-4b6a-bd19-409a4e159fba,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:02.893391 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-e84dec7d-3c96-4180-a0fb-d9bc70d597bf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a3ea62416ef54d3e845e1d5dd3e83eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838292 May 20 09:08:02.894306 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e84dec7d-3c96-4180-a0fb-d9bc70d597bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:02.897268 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40730) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:02.953088 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a617b194-e546-4a63-adf3-f37474d2fa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:02.978683 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a617b194-e546-4a63-adf3-f37474d2fa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:03.028962 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a617b194-e546-4a63-adf3-f37474d2fa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:03.032665 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-108af346-3967-45ac-94fc-869d6fa348fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:03.043744 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617b194-e546-4a63-adf3-f37474d2fa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bb79fb-7934-4b6a-bd19-409a4e159fba,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:03.047544 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a617b194-e546-4a63-adf3-f37474d2fa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:03.051410 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a617b194-e546-4a63-adf3-f37474d2fa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:03.052508 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a617b194-e546-4a63-adf3-f37474d2fa35 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f7bb79fb-7934-4b6a-bd19-409a4e159fba HTTP/1.1" status: 204 len: 168 time: 0.1555314 May 20 09:08:03.326083 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40738) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:03.347413 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fecadd4a-3282-40d0-abee-2adc1b89e2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:03.361450 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-fecadd4a-3282-40d0-abee-2adc1b89e2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:08:03.365242 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-fecadd4a-3282-40d0-abee-2adc1b89e2cb admin admin] Usage tracker for resource:security_group_rule and tenant:4a71c21837d042cdb8bd9197b48f7b0e is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:08:03.369315 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-fecadd4a-3282-40d0-abee-2adc1b89e2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:08:03.374963 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-fecadd4a-3282-40d0-abee-2adc1b89e2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:08:03.456339 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fecadd4a-3282-40d0-abee-2adc1b89e2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:03.460792 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fecadd4a-3282-40d0-abee-2adc1b89e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:03.469023 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a617b194-e546-4a63-adf3-f37474d2fa35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:03.507448 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-fecadd4a-3282-40d0-abee-2adc1b89e2cb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4a71c21837d042cdb8bd9197b48f7b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803031 May 20 09:08:03.509062 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecadd4a-3282-40d0-abee-2adc1b89e2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60949413-5298-4464-92fb-5da295475541,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:03.510095 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40742) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:03.511966 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fecadd4a-3282-40d0-abee-2adc1b89e2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:03.569958 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-69b10253-8db5-49bc-a611-b40698fae203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:03.595560 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-69b10253-8db5-49bc-a611-b40698fae203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:03.646430 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-69b10253-8db5-49bc-a611-b40698fae203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:03.650531 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-bb7299c1-c2e2-4b4d-a0f9-082ef6c53ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:03.662551 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b10253-8db5-49bc-a611-b40698fae203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60949413-5298-4464-92fb-5da295475541,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:03.665339 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-69b10253-8db5-49bc-a611-b40698fae203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:03.672227 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-69b10253-8db5-49bc-a611-b40698fae203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:03.673366 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-69b10253-8db5-49bc-a611-b40698fae203 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/60949413-5298-4464-92fb-5da295475541 HTTP/1.1" status: 204 len: 168 time: 0.1622047 May 20 09:08:04.160513 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f226f336-2c63-4d60-b326-884cedadc424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:06.683728 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:06.867883 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-3f0a177d-f76f-4641-aff1-896b71c25a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:07.722388 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:09.527976 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:14.053706 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:15.610306 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40878) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:15.728155 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b29192dd-9d57-4492-997c-6e46ebeff188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:15.742024 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-b29192dd-9d57-4492-997c-6e46ebeff188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:08:15.745740 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-b29192dd-9d57-4492-997c-6e46ebeff188 admin admin] Usage tracker for resource:security_group_rule and tenant:5349390d75e54ac5b935dd97233b0a91 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:08:15.748448 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-b29192dd-9d57-4492-997c-6e46ebeff188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:08:15.754021 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-b29192dd-9d57-4492-997c-6e46ebeff188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:08:15.836370 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b29192dd-9d57-4492-997c-6e46ebeff188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:15.839841 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b29192dd-9d57-4492-997c-6e46ebeff188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:15.848122 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-dc84c9bd-0a01-4912-a932-13699ffb6c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:15.887690 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-b29192dd-9d57-4492-997c-6e46ebeff188 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5349390d75e54ac5b935dd97233b0a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761996 May 20 09:08:15.888584 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29192dd-9d57-4492-997c-6e46ebeff188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68903ff4-6295-4b4d-a5d1-6f1237f17ada,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:15.890400 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40884) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:15.892109 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b29192dd-9d57-4492-997c-6e46ebeff188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:15.949952 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-92f2f84b-699a-4006-bf03-484ec027cae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:15.974859 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-92f2f84b-699a-4006-bf03-484ec027cae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:16.029181 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-92f2f84b-699a-4006-bf03-484ec027cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:16.032605 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-eed332c1-862c-410d-9e77-ee883fc195bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:16.044084 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2f84b-699a-4006-bf03-484ec027cae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68903ff4-6295-4b4d-a5d1-6f1237f17ada,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:16.046601 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-92f2f84b-699a-4006-bf03-484ec027cae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:16.053665 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-92f2f84b-699a-4006-bf03-484ec027cae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:16.054771 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-92f2f84b-699a-4006-bf03-484ec027cae2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/68903ff4-6295-4b4d-a5d1-6f1237f17ada HTTP/1.1" status: 204 len: 168 time: 0.1618030 May 20 09:08:21.054751 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53dc27-140a-44d6-8f95-edc717722d33 req-f4fc4a9b-91ee-43a2-a9cd-ee96444a98f3 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:21.056205 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fa53dc27-140a-44d6-8f95-edc717722d33 req-f4fc4a9b-91ee-43a2-a9cd-ee96444a98f3 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 946 time: 0.0800996 May 20 09:08:21.104980 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fa53dc27-140a-44d6-8f95-edc717722d33 req-48515274-ea9c-4d75-96f1-9de8acb52fb5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429745 May 20 09:08:22.291545 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e0539-5e6b-4d12-b6c0-2773e56c8c65 req-32f82c82-aac8-420c-9d1c-3d1097671549 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:22.293009 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1f3e0539-5e6b-4d12-b6c0-2773e56c8c65 req-32f82c82-aac8-420c-9d1c-3d1097671549 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 946 time: 0.0787144 May 20 09:08:22.341561 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1f3e0539-5e6b-4d12-b6c0-2773e56c8c65 req-a916c160-8ef8-4023-b1eb-eec7767447bd tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428081 May 20 09:08:23.130905 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-288d2bea-7ec3-479d-881f-f2aa93e1fe44 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:23.132875 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-288d2bea-7ec3-479d-881f-f2aa93e1fe44 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.97 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 946 time: 0.0820427 May 20 09:08:23.266259 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Deleting port eb184768-dcd5-430c-a2ef-9e4221b691b9 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:23.266595 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:23.402239 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] For port eb184768-dcd5-430c-a2ef-9e4221b691b9, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=eb184768-dcd5-430c-a2ef-9e4221b691b9,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:23.402928 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:23.816759 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012b49d-80ef-4d47-ba35-19f27e174d73 req-514622c0-aed7-4291-bade-02f41ded9521 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:23.818208 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4012b49d-80ef-4d47-ba35-19f27e174d73 req-514622c0-aed7-4291-bade-02f41ded9521 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 946 time: 0.3452604 May 20 09:08:23.901189 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:23.901561 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:23.901874 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.l3_db [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Floating IP 25939b68-ae49-419f-94df-49159ad05a25 disassociated. External IP: 172.28.2.22, port: eb184768-dcd5-430c-a2ef-9e4221b691b9. May 20 09:08:23.902219 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Calling delete_port for eb184768-dcd5-430c-a2ef-9e4221b691b9 owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:23.907086 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4012b49d-80ef-4d47-ba35-19f27e174d73 req-bf226fca-b3c6-435e-9b09-c4df8d8d1202 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c3cc0c6-fafe-413e-960f-68f1da3f9a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705149 May 20 09:08:24.025194 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:24.032236 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0641b081-22fb-404d-8395-50bb31d29124 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:24.083813 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event deleted for resources: {'Port': ['ID=eb184768-dcd5-430c-a2ef-9e4221b691b9,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:24.087209 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:24.270271 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Router 8770793d-4a68-4a2f-81f0-1506f10f83a4 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:08:24.453973 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:08:24.464049 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418ad4e-b39f-4b91-8886-e3a197a47c16 None None] Sync routers for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:08:24.476158 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418ad4e-b39f-4b91-8886-e3a197a47c16 None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:24.476838 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-b418ad4e-b39f-4b91-8886-e3a197a47c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:08:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:24.544335 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] No DVR routers for this DVR port eb184768-dcd5-430c-a2ef-9e4221b691b9 on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:08:24.547290 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:24.550111 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'name': 'network-vif-deleted', 'tag': 'eb184768-dcd5-430c-a2ef-9e4221b691b9'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:08:24.573240 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-916bb528-43ea-4034-a1f2-73971a14a8ff req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.97 "DELETE /v2.0/ports/eb184768-dcd5-430c-a2ef-9e4221b691b9 HTTP/1.1" status: 204 len: 173 time: 1.4352412 May 20 09:08:24.606691 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93393658-dfeb-4ec8-9a1e-e9e5aabfd53a', 'name': 'network-vif-deleted', 'tag': 'eb184768-dcd5-430c-a2ef-9e4221b691b9', 'status': 'completed', 'code': 200} May 20 09:08:24.678790 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-b418ad4e-b39f-4b91-8886-e3a197a47c16 None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:25.049159 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-b418ad4e-b39f-4b91-8886-e3a197a47c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:25.053093 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418ad4e-b39f-4b91-8886-e3a197a47c16 None None] Checking router: 8770793d-4a68-4a2f-81f0-1506f10f83a4 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:08:25.065306 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418ad4e-b39f-4b91-8886-e3a197a47c16 None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:25.065893 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-b418ad4e-b39f-4b91-8886-e3a197a47c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:08:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:25.080677 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-e66f9a22-1bc6-4415-a752-7e7e7ea96507 req-6bf2bc4b-ac6d-4714-a6ed-0898ac4797c4 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Synchronizing usage tracker for tenant:a0aefa4f74614db8846376f4553b6aad on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:08:25.099844 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-e66f9a22-1bc6-4415-a752-7e7e7ea96507 req-6bf2bc4b-ac6d-4714-a6ed-0898ac4797c4 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Unset dirty status for tenant:a0aefa4f74614db8846376f4553b6aad on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:08:25.101087 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e66f9a22-1bc6-4415-a752-7e7e7ea96507 req-6bf2bc4b-ac6d-4714-a6ed-0898ac4797c4 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/ports?device_id=93393658-dfeb-4ec8-9a1e-e9e5aabfd53a HTTP/1.1" status: 200 len: 210 time: 0.0648513 May 20 09:08:25.243570 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-b418ad4e-b39f-4b91-8886-e3a197a47c16 None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:25.581002 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-b418ad4e-b39f-4b91-8886-e3a197a47c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:25.585789 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418ad4e-b39f-4b91-8886-e3a197a47c16 None None] The sync data for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb is: [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:03:45Z', 'revision_number': 4, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '71a0cf04-b333-467d-b6f3-345976c0fe27', 'name': '', 'network_id': '208769b1-b057-420c-8d34-7ef6134b24c2', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'mac_address': 'fa:16:3e:be:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:44Z', 'updated_at': '2021-05-20T09:03:51Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'subnets': [{'id': 'bb71ea7a-440e-4ff3-af8e-dbb512184685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:08:25.799115 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44986ca7-06db-48a2-8747-3a5b3b379643 None None] New status for floating IP 25939b68-ae49-419f-94df-49159ad05a25: DOWN {{(pid=91689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:08:26.223879 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40940) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:26.288112 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bffe8938-843c-4599-b285-b7a2c635a39d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:26.315900 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bffe8938-843c-4599-b285-b7a2c635a39d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:26.368073 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bffe8938-843c-4599-b285-b7a2c635a39d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:26.371845 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-fe4a4f02-5b0e-40a8-8ab8-d95246c2f799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:26.387173 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe8938-843c-4599-b285-b7a2c635a39d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3cc0c6-fafe-413e-960f-68f1da3f9a30,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:26.390022 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-bffe8938-843c-4599-b285-b7a2c635a39d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:26.398407 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-bffe8938-843c-4599-b285-b7a2c635a39d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:26.399511 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-bffe8938-843c-4599-b285-b7a2c635a39d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "DELETE /v2.0/security-groups/2c3cc0c6-fafe-413e-960f-68f1da3f9a30 HTTP/1.1" status: 204 len: 168 time: 0.1746664 May 20 09:08:26.402203 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40944) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:26.418828 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.api.v2.resource [None req-4280c23b-ddb1-4c0c-9f84-c1893ef9946a tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] show failed (client error): The resource could not be found. May 20 09:08:26.419806 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-4280c23b-ddb1-4c0c-9f84-c1893ef9946a tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "GET /v2.0/security-groups/2c3cc0c6-fafe-413e-960f-68f1da3f9a30 HTTP/1.1" status: 404 len: 347 time: 0.0167189 May 20 09:08:26.422731 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40948) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:26.634242 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-33a8a573-aa1b-4193-8109-a43f499921c5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Deleting port 02b2e6bd-8a88-4a1d-a0d4-a21a0e23beba {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:26.634500 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-33a8a573-aa1b-4193-8109-a43f499921c5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:26.749958 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-33a8a573-aa1b-4193-8109-a43f499921c5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:26.750286 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-33a8a573-aa1b-4193-8109-a43f499921c5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:26.874413 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-33a8a573-aa1b-4193-8109-a43f499921c5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Calling delete_port for 02b2e6bd-8a88-4a1d-a0d4-a21a0e23beba owned by network:floatingip {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:26.982501 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-33a8a573-aa1b-4193-8109-a43f499921c5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:26.986209 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-4b467b48-e968-4d5a-b8d3-df2cc19d33f2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:27.028307 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8a573-aa1b-4193-8109-a43f499921c5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Pushing event deleted for resources: {'Port': ['ID=02b2e6bd-8a88-4a1d-a0d4-a21a0e23beba,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:27.030894 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-33a8a573-aa1b-4193-8109-a43f499921c5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:27.074751 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device eb184768-dcd5-430c-a2ef-9e4221b691b9 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:27.110924 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: eb184768-dcd5-430c-a2ef-9e4221b691b9 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:27.111276 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device eb184768-dcd5-430c-a2ef-9e4221b691b9 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:27.211203 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-33a8a573-aa1b-4193-8109-a43f499921c5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks [] for floatingip, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:27.229864 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-33a8a573-aa1b-4193-8109-a43f499921c5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:27.231032 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-33a8a573-aa1b-4193-8109-a43f499921c5 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] 10.222.0.88 "DELETE /v2.0/floatingips/25939b68-ae49-419f-94df-49159ad05a25 HTTP/1.1" status: 204 len: 168 time: 0.8073981 May 20 09:08:31.204692 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40980) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:31.721962 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8212058'] for router_interface, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:32.118580 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Deleting port 71a0cf04-b333-467d-b6f3-345976c0fe27 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:32.118832 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:32.234250 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] For port 71a0cf04-b333-467d-b6f3-345976c0fe27, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=71a0cf04-b333-467d-b6f3-345976c0fe27,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:32.234926 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:32.350163 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Calling delete_port for 71a0cf04-b333-467d-b6f3-345976c0fe27 owned by network:router_interface {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:32.598638 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:32.602908 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1c411e30-62c7-4c26-aff0-bdd046c57bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:32.645361 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a0cf04-b333-467d-b6f3-345976c0fe27,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:32.670854 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:32.916353 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8087465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8212206'] for router_interface, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:33.266499 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Router 8770793d-4a68-4a2f-81f0-1506f10f83a4 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:08:33.436088 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:08:33.444788 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57712e5d-b9ab-4968-bc37-03e7e059107b None None] Sync routers for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:08:33.448452 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] 10.222.0.88 "PUT /v2.0/routers/8770793d-4a68-4a2f-81f0-1506f10f83a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2426727 May 20 09:08:33.450945 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40984) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:33.454410 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57712e5d-b9ab-4968-bc37-03e7e059107b None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:33.455028 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-57712e5d-b9ab-4968-bc37-03e7e059107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:08:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:33.624558 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Notify callbacks [] for router, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:33.629356 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-57712e5d-b9ab-4968-bc37-03e7e059107b None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:33.800388 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:33.916392 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-57712e5d-b9ab-4968-bc37-03e7e059107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:08:32Z', 'revision_number': 5, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port': {'id': '4a1790f5-9934-44ee-999e-11fcfdbe2b14', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:41Z', 'updated_at': '2021-05-20T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:33.920189 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57712e5d-b9ab-4968-bc37-03e7e059107b None None] Checking router: 8770793d-4a68-4a2f-81f0-1506f10f83a4 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:08:33.929300 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57712e5d-b9ab-4968-bc37-03e7e059107b None None] Routers {'8770793d-4a68-4a2f-81f0-1506f10f83a4'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:33.929914 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-57712e5d-b9ab-4968-bc37-03e7e059107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:08:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8770793d-4a68-4a2f-81f0-1506f10f83a4'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:33.992490 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Deleting port 4a1790f5-9934-44ee-999e-11fcfdbe2b14 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:33.992837 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:34.103036 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-57712e5d-b9ab-4968-bc37-03e7e059107b None None] Set router 8770793d-4a68-4a2f-81f0-1506f10f83a4 gateway port host: None {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:34.112075 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] For port 4a1790f5-9934-44ee-999e-11fcfdbe2b14, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=4a1790f5-9934-44ee-999e-11fcfdbe2b14,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:34.112972 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:34.167509 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-95256400-f217-4c3f-a91d-43fa48db2c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:34.209402 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-57712e5d-b9ab-4968-bc37-03e7e059107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:08:33Z', 'revision_number': 6, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port_host': None}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:34.213547 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57712e5d-b9ab-4968-bc37-03e7e059107b None None] The sync data for ids ['8770793d-4a68-4a2f-81f0-1506f10f83a4'] in dv-cinder-790910-5-smb is: [{'id': '8770793d-4a68-4a2f-81f0-1506f10f83a4', 'name': 'tempest-AttachVolumeTestJSON-1992613361-router', 'tenant_id': 'a0aefa4f74614db8846376f4553b6aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:40Z', 'updated_at': '2021-05-20T09:08:33Z', 'revision_number': 6, 'project_id': 'a0aefa4f74614db8846376f4553b6aad', 'gw_port_host': None}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:08:34.235415 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Calling delete_port for 4a1790f5-9934-44ee-999e-11fcfdbe2b14 owned by network:router_gateway {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:34.373662 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:34.377645 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-19b4b2c2-54cb-4857-a6d8-ecdf5abfc5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:34.421088 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1790f5-9934-44ee-999e-11fcfdbe2b14,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:34.423456 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:34.514056 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126065'] for router_gateway, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:34.689230 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31774'] for router, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:34.691734 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:34.721436 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8120909'] for router, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:34.721972 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8770793d-4a68-4a2f-81f0-1506f10f83a4 {{(pid=91687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:08:34.735358 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] Notify callbacks [] for router, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:34.736463 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-2dc301b5-c075-4f36-89bf-219115158d11 admin admin] 10.222.0.88 "DELETE /v2.0/routers/8770793d-4a68-4a2f-81f0-1506f10f83a4 HTTP/1.1" status: 204 len: 168 time: 1.2846317 May 20 09:08:34.738946 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40988) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:34.802038 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a028b925-605c-4fb1-95e6-3968ea007893 admin admin] Deleting subnet bb71ea7a-440e-4ff3-af8e-dbb512184685 {{(pid=91687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:08:34.805007 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a028b925-605c-4fb1-95e6-3968ea007893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:34.854005 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a028b925-605c-4fb1-95e6-3968ea007893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7849174'] for subnet, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:34.937231 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a028b925-605c-4fb1-95e6-3968ea007893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.064216 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 40992) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:35.181945 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a028b925-605c-4fb1-95e6-3968ea007893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5631042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6713005'] for subnet, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.185746 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:35.216723 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028b925-605c-4fb1-95e6-3968ea007893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb71ea7a-440e-4ff3-af8e-dbb512184685,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:35.219195 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a028b925-605c-4fb1-95e6-3968ea007893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:35.226747 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a028b925-605c-4fb1-95e6-3968ea007893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.233664 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a028b925-605c-4fb1-95e6-3968ea007893 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bb71ea7a-440e-4ff3-af8e-dbb512184685 HTTP/1.1" status: 204 len: 168 time: 0.4936831 May 20 09:08:35.237243 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 40996) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:35.242163 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025edf39-0567-4e53-9683-41b8759fc26d None None] Network 208769b1-b057-420c-8d34-7ef6134b24c2 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:08:35.345471 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4a1790f5-9934-44ee-999e-11fcfdbe2b14 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:35.352716 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.359335 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Deleting port ce4828b1-0149-464e-a864-b9cb845f766a {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:35.359335 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.391460 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 4a1790f5-9934-44ee-999e-11fcfdbe2b14 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:35.391809 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4a1790f5-9934-44ee-999e-11fcfdbe2b14 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:35.392226 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 71a0cf04-b333-467d-b6f3-345976c0fe27 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:35.433860 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 71a0cf04-b333-467d-b6f3-345976c0fe27 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:35.434208 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 71a0cf04-b333-467d-b6f3-345976c0fe27 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:35.492152 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.492365 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.536992 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Deleting port 45db407d-adbc-45d6-a801-69fe3c675660 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:35.537396 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.611581 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] DHCP port deletion for 208769b1-b057-420c-8d34-7ef6134b24c2 request from dv-cinder-790910-5-smb {{(pid=91689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:08:35.644331 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] For port 45db407d-adbc-45d6-a801-69fe3c675660, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=45db407d-adbc-45d6-a801-69fe3c675660,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:35.644947 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.681921 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Deleting port 45db407d-adbc-45d6-a801-69fe3c675660 {{(pid=91689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:35.682395 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.720846 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Calling delete_port for ce4828b1-0149-464e-a864-b9cb845f766a owned by network:floatingip {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:35.779264 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] For port 45db407d-adbc-45d6-a801-69fe3c675660, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=45db407d-adbc-45d6-a801-69fe3c675660,segment=NetworkSegment(0dcdd05a-9abf-4b26-9d99-447be71b4e42),segment_id=0dcdd05a-9abf-4b26-9d99-447be71b4e42)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:35.779623 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.780452 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Calling delete_port for 45db407d-adbc-45d6-a801-69fe3c675660 owned by network:dhcp {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:35.830381 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.835222 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6ee7dfe8-0b98-47df-ba79-962aad01bb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:35.857417 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.861215 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-f72ef3c5-7cab-475f-b725-c7cd959a5837 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:35.878882 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Pushing event deleted for resources: {'Port': ['ID=45db407d-adbc-45d6-a801-69fe3c675660,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:35.882513 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:35.885157 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] No DVR routers for this DVR port 45db407d-adbc-45d6-a801-69fe3c675660 on host dv-cinder-790910-5-smb {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:08:35.906875 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Calling delete_port for 45db407d-adbc-45d6-a801-69fe3c675660 owned by network:dhcp {{(pid=91689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:35.908243 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event deleted for resources: {'Port': ['ID=ce4828b1-0149-464e-a864-b9cb845f766a,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:35.910806 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:35.955499 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416'] for port, after_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.959050 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:35.999823 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Pushing event deleted for resources: {'Port': ['ID=45db407d-adbc-45d6-a801-69fe3c675660,revision_number=None']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:36.005014 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.006068 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for floatingip, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.006452 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.l3_db [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Floating IP 13977fd5-0e6c-45cb-b13d-4686bbb61be8 disassociated (deleted). External IP: 172.28.2.105, port: 621f536e-8d37-493c-82d9-6f0b4b7f2479. May 20 09:08:36.010502 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.010861 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.011184 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.011526 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.011834 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.012154 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.012961 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.012961 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.013202 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.013416 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.013732 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.014043 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:36.017830 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:36.018648 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c942dc-212d-48a8-a72c-724902d7b022 None None] No DVR routers for this DVR port 45db407d-adbc-45d6-a801-69fe3c675660 on host dv-cinder-790910-5-smb {{(pid=91689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:08:36.026824 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208769b1-b057-420c-8d34-7ef6134b24c2']}} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:36.042975 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcdd05a-9abf-4b26-9d99-447be71b4e42') {'for_net_delete': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:36.043351 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.services.segments.db [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcdd05a-9abf-4b26-9d99-447be71b4e42') {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:36.054955 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7849177'] for segment, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.070884 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.077164 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=91687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:08:36.077546 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5631204'] for segment, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: Traceback (most recent call last): May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: timer() May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: cb(*args, **kw) May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: return func(*args, **kwargs) May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: self._notify() May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: self.callback(batched_events) May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: event.method(event) May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: return f(self, *a, **k) May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: return self._get(url).json() May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: return self.request(url, 'GET', **kwargs) May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:08:36.091299 dv-cinder-790910-5-smb neutron-server[91687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:08:36.165699 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.169692 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-b5954e2c-1c3a-4ae9-b808-1f07bb8af40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:36.184961 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.195181 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Pushing event deleted for resources: {'Network': ['ID=208769b1-b057-420c-8d34-7ef6134b24c2,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:36.199512 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:36.213617 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] 10.222.0.88 "DELETE /v2.0/networks/208769b1-b057-420c-8d34-7ef6134b24c2 HTTP/1.1" status: 204 len: 168 time: 0.9753902 May 20 09:08:36.408784 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41002) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:36.409116 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Router a268e6dd-5c35-4440-96e4-33cabdd2b51f has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:08:36.459004 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-de285a8f-8e29-4294-9bb7-d648abcb0b1d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a0aefa4f74614db8846376f4553b6aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467281 May 20 09:08:36.459238 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41006) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:36.521337 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d2441c9-2cfc-47e4-8998-ef354d6856e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.556886 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d2441c9-2cfc-47e4-8998-ef354d6856e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.594216 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:08:36.606375 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c76fb8-b0f5-45df-b467-2477ee364548 None None] Sync routers for ids ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:08:36.613855 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d2441c9-2cfc-47e4-8998-ef354d6856e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.617126 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.618092 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c76fb8-b0f5-45df-b467-2477ee364548 None None] Routers {'a268e6dd-5c35-4440-96e4-33cabdd2b51f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:36.618790 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-25c76fb8-b0f5-45df-b467-2477ee364548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:08:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:36.619636 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ebb83cc7-982a-4abf-8337-c0da5ca20425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:36.633843 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2441c9-2cfc-47e4-8998-ef354d6856e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3bf19d-2b02-423f-9835-0db3827c14ec,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:36.636335 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7d2441c9-2cfc-47e4-8998-ef354d6856e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:36.644913 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d2441c9-2cfc-47e4-8998-ef354d6856e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.648206 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-7d2441c9-2cfc-47e4-8998-ef354d6856e3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cb3bf19d-2b02-423f-9835-0db3827c14ec HTTP/1.1" status: 204 len: 168 time: 0.1853430 May 20 09:08:36.682678 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "DELETE /v2.0/floatingips/13977fd5-0e6c-45cb-b13d-4686bbb61be8 HTTP/1.1" status: 204 len: 168 time: 1.6173174 May 20 09:08:36.683421 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:08:36.746951 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'status': 'completed', 'code': 200} May 20 09:08:36.749026 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.869390 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-25c76fb8-b0f5-45df-b467-2477ee364548 None None] Set router a268e6dd-5c35-4440-96e4-33cabdd2b51f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:36.874548 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a75a-b699-4cc7-b6e4-85b19ad0dc58 req-741c3145-e2fc-485a-b24b-7499eabaa0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:36.876333 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aaa4a75a-b699-4cc7-b6e4-85b19ad0dc58 req-741c3145-e2fc-485a-b24b-7499eabaa0ea service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1210d4d3726245009d762c50adc0541f&device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 1098 time: 0.0960488 May 20 09:08:37.041794 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-8649f748-0a70-453d-82dc-9e43d00af152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:37.114141 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a75a-b699-4cc7-b6e4-85b19ad0dc58 req-0a401af9-d8d1-46be-b054-5d313d3fe513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:37.115679 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aaa4a75a-b699-4cc7-b6e4-85b19ad0dc58 req-0a401af9-d8d1-46be-b054-5d313d3fe513 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ab513153-7e55-4aee-9814-9bf571dff8d6 HTTP/1.1" status: 200 len: 910 time: 0.2310104 May 20 09:08:37.192565 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aaa4a75a-b699-4cc7-b6e4-85b19ad0dc58 req-90833532-8a29-42b9-aaec-7f5ccc72fec9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479 HTTP/1.1" status: 200 len: 217 time: 0.0681965 May 20 09:08:37.204957 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd066e07-49ba-4c7c-a004-8286f3feba5d req-1ad68a53-bde8-4a28-9f5a-72e314b64649 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:37.205692 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-bd066e07-49ba-4c7c-a004-8286f3feba5d req-1ad68a53-bde8-4a28-9f5a-72e314b64649 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Synchronizing usage tracker for tenant:1210d4d3726245009d762c50adc0541f on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:08:37.270923 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-bd066e07-49ba-4c7c-a004-8286f3feba5d req-1ad68a53-bde8-4a28-9f5a-72e314b64649 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Unset dirty status for tenant:1210d4d3726245009d762c50adc0541f on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:08:37.278259 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bd066e07-49ba-4c7c-a004-8286f3feba5d req-1ad68a53-bde8-4a28-9f5a-72e314b64649 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.2487586 May 20 09:08:37.305360 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a75a-b699-4cc7-b6e4-85b19ad0dc58 req-860daf16-7790-44ef-926a-5ea133943e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:37.307018 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aaa4a75a-b699-4cc7-b6e4-85b19ad0dc58 req-860daf16-7790-44ef-926a-5ea133943e0d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98de9bf2-24b4-4e86-89a0-6b32b34c6013 HTTP/1.1" status: 200 len: 847 time: 0.0969210 May 20 09:08:37.322347 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-25c76fb8-b0f5-45df-b467-2477ee364548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:04:02Z', 'revision_number': 4, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '35442481-0cac-4bcf-87b9-52bfbf6a2628', 'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'mac_address': 'fa:16:3e:ca:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:10Z', 'revision_number': 5, 'project_id': '1210d4d3726245009d762c50adc0541f', 'subnets': [{'id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:37.324834 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 45db407d-adbc-45d6-a801-69fe3c675660 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:37.360997 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c76fb8-b0f5-45df-b467-2477ee364548 None None] Checking router: a268e6dd-5c35-4440-96e4-33cabdd2b51f for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:08:37.366224 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 45db407d-adbc-45d6-a801-69fe3c675660 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:37.366575 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 45db407d-adbc-45d6-a801-69fe3c675660 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:37.377128 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c76fb8-b0f5-45df-b467-2477ee364548 None None] Routers {'a268e6dd-5c35-4440-96e4-33cabdd2b51f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:37.378566 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-25c76fb8-b0f5-45df-b467-2477ee364548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:08:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:37.503790 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bd066e07-49ba-4c7c-a004-8286f3feba5d req-31b6d855-df01-442e-99ad-7a2deb63c8b2 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246466 May 20 09:08:37.549403 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a75a-b699-4cc7-b6e4-85b19ad0dc58 req-0e74727c-33a5-43bb-a8a2-be2c3a5400ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:37.551821 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aaa4a75a-b699-4cc7-b6e4-85b19ad0dc58 req-0e74727c-33a5-43bb-a8a2-be2c3a5400ae service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ab513153-7e55-4aee-9814-9bf571dff8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2267971 May 20 09:08:37.577827 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-25c76fb8-b0f5-45df-b467-2477ee364548 None None] Set router a268e6dd-5c35-4440-96e4-33cabdd2b51f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:37.691397 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aaa4a75a-b699-4cc7-b6e4-85b19ad0dc58 req-2dc955f2-9a36-400e-b94f-4a3c5393770b service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314318 May 20 09:08:37.762916 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:37.842769 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aaa4a75a-b699-4cc7-b6e4-85b19ad0dc58 req-34527758-4c7f-4d12-9d92-fcc83149bc14 service neutron] 10.222.0.97 "GET /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440239 May 20 09:08:37.927243 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-25c76fb8-b0f5-45df-b467-2477ee364548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:04:02Z', 'revision_number': 4, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '35442481-0cac-4bcf-87b9-52bfbf6a2628', 'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'mac_address': 'fa:16:3e:ca:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:10Z', 'revision_number': 5, 'project_id': '1210d4d3726245009d762c50adc0541f', 'subnets': [{'id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:37.933798 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c76fb8-b0f5-45df-b467-2477ee364548 None None] The sync data for ids ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'] in dv-cinder-790910-5-smb is: [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:04:02Z', 'revision_number': 4, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': '35442481-0cac-4bcf-87b9-52bfbf6a2628', 'name': '', 'network_id': 'ab513153-7e55-4aee-9814-9bf571dff8d6', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'mac_address': 'fa:16:3e:ca:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:01Z', 'updated_at': '2021-05-20T09:04:10Z', 'revision_number': 5, 'project_id': '1210d4d3726245009d762c50adc0541f', 'subnets': [{'id': '98de9bf2-24b4-4e86-89a0-6b32b34c6013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:08:38.174729 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b4322-d865-47b6-b9c6-a6f20678cb3f None None] New status for floating IP 13977fd5-0e6c-45cb-b13d-4686bbb61be8: DOWN {{(pid=91690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:08:38.696620 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ab35f-d128-4cf5-9bc9-9f50b2f07f72 req-99ed0242-c965-4351-bb90-86c7874932c0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:38.698117 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cf4ab35f-d128-4cf5-9bc9-9f50b2f07f72 req-99ed0242-c965-4351-bb90-86c7874932c0 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.1567502 May 20 09:08:38.837490 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd828f-fd1a-4788-883f-a5639ea3a4de req-100e8986-ef27-4cdd-8575-9834785cadf4 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:38.838951 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6dcd828f-fd1a-4788-883f-a5639ea3a4de req-100e8986-ef27-4cdd-8575-9834785cadf4 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 945 time: 0.1984186 May 20 09:08:38.901978 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6dcd828f-fd1a-4788-883f-a5639ea3a4de req-e0c8507e-ed00-4e88-8911-d31cc60fedb6 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/security-groups?id=75788da0-2911-4601-8ca7-0d6974d6f175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490863 May 20 09:08:38.907950 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-cf4ab35f-d128-4cf5-9bc9-9f50b2f07f72 req-4e61f354-1250-4cd5-b90a-d1ef6acee423 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Deleting port 621f536e-8d37-493c-82d9-6f0b4b7f2479 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:38.908305 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cf4ab35f-d128-4cf5-9bc9-9f50b2f07f72 req-4e61f354-1250-4cd5-b90a-d1ef6acee423 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.041415 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-cf4ab35f-d128-4cf5-9bc9-9f50b2f07f72 req-4e61f354-1250-4cd5-b90a-d1ef6acee423 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] For port 621f536e-8d37-493c-82d9-6f0b4b7f2479, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=621f536e-8d37-493c-82d9-6f0b4b7f2479,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:39.041767 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cf4ab35f-d128-4cf5-9bc9-9f50b2f07f72 req-4e61f354-1250-4cd5-b90a-d1ef6acee423 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.163264 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-cf4ab35f-d128-4cf5-9bc9-9f50b2f07f72 req-4e61f354-1250-4cd5-b90a-d1ef6acee423 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Calling delete_port for 621f536e-8d37-493c-82d9-6f0b4b7f2479 owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:39.223166 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:08:39.278262 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cf4ab35f-d128-4cf5-9bc9-9f50b2f07f72 req-4e61f354-1250-4cd5-b90a-d1ef6acee423 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.283755 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b4412ebb-32b7-44d3-a135-76512a62b6c1 tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:39.326667 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61f354-1250-4cd5-b90a-d1ef6acee423 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event deleted for resources: {'Port': ['ID=621f536e-8d37-493c-82d9-6f0b4b7f2479,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:39.330157 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4e61f354-1250-4cd5-b90a-d1ef6acee423 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:39.406232 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4ab35f-d128-4cf5-9bc9-9f50b2f07f72 req-4e61f354-1250-4cd5-b90a-d1ef6acee423 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] No DVR routers for this DVR port 621f536e-8d37-493c-82d9-6f0b4b7f2479 on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:08:39.408746 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-cf4ab35f-d128-4cf5-9bc9-9f50b2f07f72 req-4e61f354-1250-4cd5-b90a-d1ef6acee423 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.411244 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'name': 'network-vif-deleted', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:08:39.427831 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cf4ab35f-d128-4cf5-9bc9-9f50b2f07f72 req-4e61f354-1250-4cd5-b90a-d1ef6acee423 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.97 "DELETE /v2.0/ports/621f536e-8d37-493c-82d9-6f0b4b7f2479 HTTP/1.1" status: 204 len: 173 time: 0.7194247 May 20 09:08:39.457302 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b435839-97e3-41d2-bf06-c8911fe9fd33', 'name': 'network-vif-deleted', 'tag': '621f536e-8d37-493c-82d9-6f0b4b7f2479', 'status': 'completed', 'code': 200} May 20 09:08:39.527772 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:40.084107 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-d9835a9d-9119-4a03-9f84-51f2bf827966 req-9a807240-33a3-44da-8c9d-14bbed068e14 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Synchronizing usage tracker for tenant:1210d4d3726245009d762c50adc0541f on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:08:40.099824 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-d9835a9d-9119-4a03-9f84-51f2bf827966 req-9a807240-33a3-44da-8c9d-14bbed068e14 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Unset dirty status for tenant:1210d4d3726245009d762c50adc0541f on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:08:40.101154 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d9835a9d-9119-4a03-9f84-51f2bf827966 req-9a807240-33a3-44da-8c9d-14bbed068e14 tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b435839-97e3-41d2-bf06-c8911fe9fd33 HTTP/1.1" status: 200 len: 210 time: 0.0610049 May 20 09:08:41.193884 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41082) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:41.267624 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d2a527a-d9c7-4875-98d4-130541773e9f tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.296151 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d2a527a-d9c7-4875-98d4-130541773e9f tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.361190 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d2a527a-d9c7-4875-98d4-130541773e9f tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.365121 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-da529d07-9971-4556-a6f5-7eb8f6c7cb31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:41.382493 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a527a-d9c7-4875-98d4-130541773e9f tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75788da0-2911-4601-8ca7-0d6974d6f175,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:41.385562 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7d2a527a-d9c7-4875-98d4-130541773e9f tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:41.392243 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7d2a527a-d9c7-4875-98d4-130541773e9f tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.393618 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-7d2a527a-d9c7-4875-98d4-130541773e9f tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] 10.222.0.88 "DELETE /v2.0/security-groups/75788da0-2911-4601-8ca7-0d6974d6f175 HTTP/1.1" status: 204 len: 168 time: 0.1982405 May 20 09:08:41.435260 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41092) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:42.063719 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8212058'] for router_interface, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:42.467791 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Deleting port 35442481-0cac-4bcf-87b9-52bfbf6a2628 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:42.468463 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:42.590469 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] For port 35442481-0cac-4bcf-87b9-52bfbf6a2628, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=35442481-0cac-4bcf-87b9-52bfbf6a2628,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:42.590818 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:42.712249 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Calling delete_port for 35442481-0cac-4bcf-87b9-52bfbf6a2628 owned by network:router_interface {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:42.867060 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:42.871653 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-1047e5e3-8a41-468f-98f1-8339bb166d3f tempest-AttachVolumeNegativeTest-1441047214 tempest-AttachVolumeNegativeTest-1441047214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:42.915649 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=35442481-0cac-4bcf-87b9-52bfbf6a2628,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:42.943796 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:43.172182 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 621f536e-8d37-493c-82d9-6f0b4b7f2479 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:43.192618 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8087465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8212206'] for router_interface, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:43.207478 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 621f536e-8d37-493c-82d9-6f0b4b7f2479 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:43.207832 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 621f536e-8d37-493c-82d9-6f0b4b7f2479 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:43.670599 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Router a268e6dd-5c35-4440-96e4-33cabdd2b51f has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:08:43.853115 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:08:43.861818 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0f5d4-f262-496c-b875-3f403e6b691b None None] Sync routers for ids ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:08:43.869523 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] 10.222.0.88 "PUT /v2.0/routers/a268e6dd-5c35-4440-96e4-33cabdd2b51f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4331284 May 20 09:08:43.871483 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0f5d4-f262-496c-b875-3f403e6b691b None None] Routers {'a268e6dd-5c35-4440-96e4-33cabdd2b51f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:43.872098 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-96e0f5d4-f262-496c-b875-3f403e6b691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:08:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:43.872277 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41118) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:44.053576 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Notify callbacks [] for router, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:44.056549 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-96e0f5d4-f262-496c-b875-3f403e6b691b None None] Set router a268e6dd-5c35-4440-96e4-33cabdd2b51f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:44.184399 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:44.227589 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:44.302838 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Deleting port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:44.303697 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:44.351272 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-96e0f5d4-f262-496c-b875-3f403e6b691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:08:42Z', 'revision_number': 5, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port': {'id': '86a3677c-71b2-40c5-8a6b-fdb4a738b75e', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:03:57Z', 'updated_at': '2021-05-20T09:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:44.355517 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0f5d4-f262-496c-b875-3f403e6b691b None None] Checking router: a268e6dd-5c35-4440-96e4-33cabdd2b51f for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:08:44.364787 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0f5d4-f262-496c-b875-3f403e6b691b None None] Routers {'a268e6dd-5c35-4440-96e4-33cabdd2b51f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:44.365455 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-96e0f5d4-f262-496c-b875-3f403e6b691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:08:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:44.429648 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] For port 86a3677c-71b2-40c5-8a6b-fdb4a738b75e, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=86a3677c-71b2-40c5-8a6b-fdb4a738b75e,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:44.430000 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:44.517425 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-96e0f5d4-f262-496c-b875-3f403e6b691b None None] Set router a268e6dd-5c35-4440-96e4-33cabdd2b51f gateway port host: None {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:44.551064 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Calling delete_port for 86a3677c-71b2-40c5-8a6b-fdb4a738b75e owned by network:router_gateway {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:44.671904 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-96e0f5d4-f262-496c-b875-3f403e6b691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:08:44Z', 'revision_number': 6, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port_host': None}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:44.676726 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0f5d4-f262-496c-b875-3f403e6b691b None None] The sync data for ids ['a268e6dd-5c35-4440-96e4-33cabdd2b51f'] in dv-cinder-790910-5-smb is: [{'id': 'a268e6dd-5c35-4440-96e4-33cabdd2b51f', 'name': 'tempest-TestShelveInstance-309088601-router', 'tenant_id': '1210d4d3726245009d762c50adc0541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:03:56Z', 'updated_at': '2021-05-20T09:08:44Z', 'revision_number': 6, 'project_id': '1210d4d3726245009d762c50adc0541f', 'gw_port_host': None}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:08:44.794982 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:44.799397 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:44.870109 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Pushing event deleted for resources: {'Port': ['ID=86a3677c-71b2-40c5-8a6b-fdb4a738b75e,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:44.872338 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:44.939884 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126065'] for router_gateway, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.121739 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31774'] for router, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.124614 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.215623 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8120909'] for router, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.216161 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a268e6dd-5c35-4440-96e4-33cabdd2b51f {{(pid=91688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:08:45.230886 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Notify callbacks [] for router, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.231997 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] 10.222.0.88 "DELETE /v2.0/routers/a268e6dd-5c35-4440-96e4-33cabdd2b51f HTTP/1.1" status: 204 len: 168 time: 1.3589134 May 20 09:08:45.234545 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41140) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:45.294268 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdb0cfe-b87f-42cb-902b-3c78f6a66d29 admin admin] Deleting subnet 98de9bf2-24b4-4e86-89a0-6b32b34c6013 {{(pid=91688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:08:45.297080 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0cfe-b87f-42cb-902b-3c78f6a66d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.347928 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0cfe-b87f-42cb-902b-3c78f6a66d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6890140'] for subnet, precommit_delete_associations {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.485559 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0cfe-b87f-42cb-902b-3c78f6a66d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.502894 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 35442481-0cac-4bcf-87b9-52bfbf6a2628 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:45.542663 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 35442481-0cac-4bcf-87b9-52bfbf6a2628 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:45.543020 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 35442481-0cac-4bcf-87b9-52bfbf6a2628 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:45.543443 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 86a3677c-71b2-40c5-8a6b-fdb4a738b75e no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:45.578976 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 86a3677c-71b2-40c5-8a6b-fdb4a738b75e {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:45.579329 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 86a3677c-71b2-40c5-8a6b-fdb4a738b75e not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:45.755726 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0cfe-b87f-42cb-902b-3c78f6a66d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7325955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5800494'] for subnet, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.760209 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b88e3bc9-122d-40bb-9441-538702175a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:45.793080 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb0cfe-b87f-42cb-902b-3c78f6a66d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98de9bf2-24b4-4e86-89a0-6b32b34c6013,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:45.796072 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-ebdb0cfe-b87f-42cb-902b-3c78f6a66d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:45.797064 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0cfe-b87f-42cb-902b-3c78f6a66d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.803933 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-ebdb0cfe-b87f-42cb-902b-3c78f6a66d29 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/98de9bf2-24b4-4e86-89a0-6b32b34c6013 HTTP/1.1" status: 204 len: 168 time: 0.5677702 May 20 09:08:45.805078 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45158936-6260-401c-beb7-c4dd36ecb963 None None] Network ab513153-7e55-4aee-9814-9bf571dff8d6 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:08:45.806323 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41144) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:45.911255 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.986531 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Deleting port f9e42278-4c84-44fe-845d-49c3d9a3c508 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:45.986787 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.044789 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf62e4e5-a2ba-4fe5-9cd8-87ec70b462dd None None] DHCP port deletion for ab513153-7e55-4aee-9814-9bf571dff8d6 request from dv-cinder-790910-5-smb {{(pid=91689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:08:46.091393 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] For port f9e42278-4c84-44fe-845d-49c3d9a3c508, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=f9e42278-4c84-44fe-845d-49c3d9a3c508,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:46.091685 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.109615 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-bf62e4e5-a2ba-4fe5-9cd8-87ec70b462dd None None] Deleting port f9e42278-4c84-44fe-845d-49c3d9a3c508 {{(pid=91689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:46.112132 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-bf62e4e5-a2ba-4fe5-9cd8-87ec70b462dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.211955 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-bf62e4e5-a2ba-4fe5-9cd8-87ec70b462dd None None] For port f9e42278-4c84-44fe-845d-49c3d9a3c508, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=f9e42278-4c84-44fe-845d-49c3d9a3c508,segment=NetworkSegment(cc1b253a-5f92-4709-9aa1-56c81884d526),segment_id=cc1b253a-5f92-4709-9aa1-56c81884d526)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:46.212356 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-bf62e4e5-a2ba-4fe5-9cd8-87ec70b462dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.313608 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Calling delete_port for f9e42278-4c84-44fe-845d-49c3d9a3c508 owned by network:dhcp {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:46.342608 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-bf62e4e5-a2ba-4fe5-9cd8-87ec70b462dd None None] Calling delete_port for f9e42278-4c84-44fe-845d-49c3d9a3c508 owned by network:dhcp {{(pid=91689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:46.363459 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.369677 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:46.394568 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-bf62e4e5-a2ba-4fe5-9cd8-87ec70b462dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416'] for port, after_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.400872 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-3318b61c-e55c-475f-88bd-c64db546f4aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:46.420358 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e42278-4c84-44fe-845d-49c3d9a3c508,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:46.424221 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:46.424977 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] No DVR routers for this DVR port f9e42278-4c84-44fe-845d-49c3d9a3c508 on host dv-cinder-790910-5-smb {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:08:46.448257 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62e4e5-a2ba-4fe5-9cd8-87ec70b462dd None None] Pushing event deleted for resources: {'Port': ['ID=f9e42278-4c84-44fe-845d-49c3d9a3c508,revision_number=None']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:46.450389 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62e4e5-a2ba-4fe5-9cd8-87ec70b462dd None None] No DVR routers for this DVR port f9e42278-4c84-44fe-845d-49c3d9a3c508 on host dv-cinder-790910-5-smb {{(pid=91689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:08:46.452040 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-bf62e4e5-a2ba-4fe5-9cd8-87ec70b462dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:46.545017 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.558629 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab513153-7e55-4aee-9814-9bf571dff8d6']}} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:46.571834 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1b253a-5f92-4709-9aa1-56c81884d526') {'for_net_delete': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:46.572153 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1b253a-5f92-4709-9aa1-56c81884d526') {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:46.583823 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6890131'] for segment, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.602056 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.608773 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=91688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:08:46.609193 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7326117'] for segment, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: Traceback (most recent call last): May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: timer() May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: cb(*args, **kw) May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: return func(*args, **kwargs) May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: self._notify() May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: self.callback(batched_events) May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: event.method(event) May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: return f(self, *a, **k) May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: return self._get(url).json() May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: return self.request(url, 'GET', **kwargs) May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:08:46.622906 dv-cinder-790910-5-smb neutron-server[91688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:08:46.700031 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.703724 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-19adb576-4f51-4a1d-9db0-2deb706a4d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:46.718542 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:46.729346 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab513153-7e55-4aee-9814-9bf571dff8d6,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:46.733636 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:46.737012 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-1a1cbfd7-065c-4924-8ccd-68157c045ec6 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ab513153-7e55-4aee-9814-9bf571dff8d6 HTTP/1.1" status: 204 len: 168 time: 0.9297163 May 20 09:08:46.739998 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41162) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:47.280094 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8212058'] for router_interface, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:47.286774 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f9e42278-4c84-44fe-845d-49c3d9a3c508 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:47.321171 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: f9e42278-4c84-44fe-845d-49c3d9a3c508 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:47.321525 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f9e42278-4c84-44fe-845d-49c3d9a3c508 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:47.691137 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Deleting port 504141aa-13a0-4354-bad6-5361898d5914 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:47.691475 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:47.951660 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] For port 504141aa-13a0-4354-bad6-5361898d5914, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=504141aa-13a0-4354-bad6-5361898d5914,segment=NetworkSegment(e6a68226-96ad-4059-8a8e-9546274d70ef),segment_id=e6a68226-96ad-4059-8a8e-9546274d70ef)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:47.952031 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:48.083179 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Calling delete_port for 504141aa-13a0-4354-bad6-5361898d5914 owned by network:router_interface {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:48.248867 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:48.253803 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5d8ba44d-2209-4aa6-8975-6dfa89ad274c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:48.299690 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=504141aa-13a0-4354-bad6-5361898d5914,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:48.327623 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:48.588255 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8087465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8212206'] for router_interface, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:48.983064 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Router 8bdaf292-7288-44f5-b0d9-524c00c4946a has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:08:49.177743 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:08:49.194389 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0293e2-0c81-4bb4-8c1f-c09cceaf3bb1 None None] Sync routers for ids ['8bdaf292-7288-44f5-b0d9-524c00c4946a'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:08:49.199589 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41188) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:49.200072 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] 10.222.0.88 "PUT /v2.0/routers/8bdaf292-7288-44f5-b0d9-524c00c4946a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4586232 May 20 09:08:49.206350 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0293e2-0c81-4bb4-8c1f-c09cceaf3bb1 None None] Routers {'8bdaf292-7288-44f5-b0d9-524c00c4946a'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:49.207489 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-cc0293e2-0c81-4bb4-8c1f-c09cceaf3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:08:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8bdaf292-7288-44f5-b0d9-524c00c4946a'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:49.413827 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-cc0293e2-0c81-4bb4-8c1f-c09cceaf3bb1 None None] Set router 8bdaf292-7288-44f5-b0d9-524c00c4946a gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:49.417677 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Notify callbacks [] for router, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:49.604164 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:49.675132 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Deleting port c6e15cb1-ef16-40de-9e3a-fbc19580695c {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:49.675468 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:49.718594 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-cc0293e2-0c81-4bb4-8c1f-c09cceaf3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'name': 'tempest-TestShelveInstance-523249745-router', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:04:07Z', 'updated_at': '2021-05-20T09:08:48Z', 'revision_number': 5, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'gw_port': {'id': 'c6e15cb1-ef16-40de-9e3a-fbc19580695c', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:04:09Z', 'updated_at': '2021-05-20T09:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:49.722577 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0293e2-0c81-4bb4-8c1f-c09cceaf3bb1 None None] Checking router: 8bdaf292-7288-44f5-b0d9-524c00c4946a for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:08:49.731654 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0293e2-0c81-4bb4-8c1f-c09cceaf3bb1 None None] Routers {'8bdaf292-7288-44f5-b0d9-524c00c4946a'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:49.732254 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-cc0293e2-0c81-4bb4-8c1f-c09cceaf3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:08:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['8bdaf292-7288-44f5-b0d9-524c00c4946a'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:49.887110 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-cc0293e2-0c81-4bb4-8c1f-c09cceaf3bb1 None None] Set router 8bdaf292-7288-44f5-b0d9-524c00c4946a gateway port host: None {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:49.897244 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] For port c6e15cb1-ef16-40de-9e3a-fbc19580695c, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=c6e15cb1-ef16-40de-9e3a-fbc19580695c,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:49.897600 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:49.991191 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-cc0293e2-0c81-4bb4-8c1f-c09cceaf3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'name': 'tempest-TestShelveInstance-523249745-router', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:04:07Z', 'updated_at': '2021-05-20T09:08:49Z', 'revision_number': 6, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'gw_port_host': None}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:49.995327 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0293e2-0c81-4bb4-8c1f-c09cceaf3bb1 None None] The sync data for ids ['8bdaf292-7288-44f5-b0d9-524c00c4946a'] in dv-cinder-790910-5-smb is: [{'id': '8bdaf292-7288-44f5-b0d9-524c00c4946a', 'name': 'tempest-TestShelveInstance-523249745-router', 'tenant_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:04:07Z', 'updated_at': '2021-05-20T09:08:49Z', 'revision_number': 6, 'project_id': '1bc3fc3b3f2f46b2bfd2010e6d5e56ac', 'gw_port_host': None}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:08:50.019306 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Calling delete_port for c6e15cb1-ef16-40de-9e3a-fbc19580695c owned by network:router_gateway {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:50.157733 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:50.161183 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6072e224-2dbd-4b1c-8513-297ab8da80bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:50.201749 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e15cb1-ef16-40de-9e3a-fbc19580695c,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:50.236096 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.236480 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.236879 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.237247 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.237620 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.237973 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.238330 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.238682 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.239051 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.239401 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.239773 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.240105 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:50.247263 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:50.308202 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126065'] for router_gateway, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:50.483442 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31774'] for router, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:50.485627 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:50.509227 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8120909'] for router, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:50.509729 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bdaf292-7288-44f5-b0d9-524c00c4946a {{(pid=91687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:08:50.522495 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] Notify callbacks [] for router, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:50.523605 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-6c0fc0e0-d59b-4f39-ad70-5ebd4c964362 admin admin] 10.222.0.88 "DELETE /v2.0/routers/8bdaf292-7288-44f5-b0d9-524c00c4946a HTTP/1.1" status: 204 len: 168 time: 1.3229158 May 20 09:08:50.526266 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41198) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:50.595840 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Deleting subnet 5f1c7faf-df31-450e-92ee-79852a682887 {{(pid=91688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:08:50.598337 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:50.759400 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6890140'] for subnet, precommit_delete_associations {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:50.861531 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.131141 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7325955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5800494'] for subnet, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.135826 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-63992480-7d46-4195-8080-9cc851538168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:51.168615 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f1c7faf-df31-450e-92ee-79852a682887,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:51.173581 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.178322 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d20b1-86ef-4374-af27-1838be914602 None None] Network 374fd839-a2bc-4b80-9c68-3a84f097910c requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:08:51.181818 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.182186 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.182537 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.182886 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.183239 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.183583 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.183924 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.184265 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.184607 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.184973 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.185676 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.185809 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:51.189044 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5f1c7faf-df31-450e-92ee-79852a682887 HTTP/1.1" status: 204 len: 168 time: 0.6617713 May 20 09:08:51.189929 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a51a2c9e-8c17-4f26-ae0f-c75359aaf5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:51.191521 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41214) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:51.299300 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.307611 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 504141aa-13a0-4354-bad6-5361898d5914 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:51.369432 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 504141aa-13a0-4354-bad6-5361898d5914 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:51.369696 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 504141aa-13a0-4354-bad6-5361898d5914 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:51.370116 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device c6e15cb1-ef16-40de-9e3a-fbc19580695c no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:51.374295 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Deleting port 006c53c0-c6a5-49dd-8903-f0e93f263a9e {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:51.374636 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.413411 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: c6e15cb1-ef16-40de-9e3a-fbc19580695c {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:51.413750 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device c6e15cb1-ef16-40de-9e3a-fbc19580695c not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:51.477333 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] For port 006c53c0-c6a5-49dd-8903-f0e93f263a9e, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=006c53c0-c6a5-49dd-8903-f0e93f263a9e,segment=NetworkSegment(e6a68226-96ad-4059-8a8e-9546274d70ef),segment_id=e6a68226-96ad-4059-8a8e-9546274d70ef)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:51.477692 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.495774 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21fcafb-732b-450e-b9c0-e3557d619b64 None None] DHCP port deletion for 374fd839-a2bc-4b80-9c68-3a84f097910c request from dv-cinder-790910-5-smb {{(pid=91689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:08:51.559493 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-e21fcafb-732b-450e-b9c0-e3557d619b64 None None] Deleting port 006c53c0-c6a5-49dd-8903-f0e93f263a9e {{(pid=91689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:51.559787 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-e21fcafb-732b-450e-b9c0-e3557d619b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.599212 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Calling delete_port for 006c53c0-c6a5-49dd-8903-f0e93f263a9e owned by network:dhcp {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:51.645829 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.650511 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-aeb61818-de31-41a3-9b3a-059f0e27a6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:51.656448 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-e21fcafb-732b-450e-b9c0-e3557d619b64 None None] For port 006c53c0-c6a5-49dd-8903-f0e93f263a9e, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=006c53c0-c6a5-49dd-8903-f0e93f263a9e,segment=NetworkSegment(e6a68226-96ad-4059-8a8e-9546274d70ef),segment_id=e6a68226-96ad-4059-8a8e-9546274d70ef)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:51.656899 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-e21fcafb-732b-450e-b9c0-e3557d619b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.693423 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=006c53c0-c6a5-49dd-8903-f0e93f263a9e,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:51.695813 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] No DVR routers for this DVR port 006c53c0-c6a5-49dd-8903-f0e93f263a9e on host dv-cinder-790910-5-smb {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:08:51.697356 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:51.806369 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-e21fcafb-732b-450e-b9c0-e3557d619b64 None None] Calling delete_port for 006c53c0-c6a5-49dd-8903-f0e93f263a9e owned by network:dhcp {{(pid=91689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:51.811150 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.828163 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374fd839-a2bc-4b80-9c68-3a84f097910c']}} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:51.841329 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a68226-96ad-4059-8a8e-9546274d70ef') {'for_net_delete': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:51.841632 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a68226-96ad-4059-8a8e-9546274d70ef') {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:51.850687 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-e21fcafb-732b-450e-b9c0-e3557d619b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416'] for port, after_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.854813 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:51.857506 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6890131'] for segment, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.875607 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.882640 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=91688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:08:51.883018 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7326117'] for segment, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: Traceback (most recent call last): May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: timer() May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: cb(*args, **kw) May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: return func(*args, **kwargs) May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: self._notify() May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: self.callback(batched_events) May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: event.method(event) May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: return f(self, *a, **k) May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: return self._get(url).json() May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: return self.request(url, 'GET', **kwargs) May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:08:51.896102 dv-cinder-790910-5-smb neutron-server[91688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:08:51.898643 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fcafb-732b-450e-b9c0-e3557d619b64 None None] Pushing event deleted for resources: {'Port': ['ID=006c53c0-c6a5-49dd-8903-f0e93f263a9e,revision_number=None']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:51.900276 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-e21fcafb-732b-450e-b9c0-e3557d619b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:51.903987 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fcafb-732b-450e-b9c0-e3557d619b64 None None] No DVR routers for this DVR port 006c53c0-c6a5-49dd-8903-f0e93f263a9e on host dv-cinder-790910-5-smb {{(pid=91689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:08:51.972651 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:51.976863 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-99a7222d-e337-4426-8f31-5976468c4a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:51.993463 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:52.003121 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=374fd839-a2bc-4b80-9c68-3a84f097910c,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:52.007245 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:52.010595 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/374fd839-a2bc-4b80-9c68-3a84f097910c HTTP/1.1" status: 204 len: 168 time: 0.8181846 May 20 09:08:52.179605 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41222) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:52.229096 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-5f72b48c-57a0-49ef-94bc-cd95f4f8f846 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1210d4d3726245009d762c50adc0541f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479007 May 20 09:08:52.231428 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41228) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:52.294014 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5808296e-307a-4a3c-b4cb-65acec9b567f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:52.319572 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5808296e-307a-4a3c-b4cb-65acec9b567f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:52.373953 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5808296e-307a-4a3c-b4cb-65acec9b567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:52.379034 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-f6286ece-a14e-48c0-b0dc-066f6a723c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:52.389611 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808296e-307a-4a3c-b4cb-65acec9b567f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b895b0f-c480-4870-b85e-d9462c6b1280,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:52.393101 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5808296e-307a-4a3c-b4cb-65acec9b567f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:52.402968 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-5808296e-307a-4a3c-b4cb-65acec9b567f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:52.406678 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-5808296e-307a-4a3c-b4cb-65acec9b567f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b895b0f-c480-4870-b85e-d9462c6b1280 HTTP/1.1" status: 204 len: 168 time: 0.1717305 May 20 09:08:52.860799 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41246) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:52.910466 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-144dea42-3abd-4766-b183-9b91fffd303d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1bc3fc3b3f2f46b2bfd2010e6d5e56ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482397 May 20 09:08:52.912648 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41250) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:52.968394 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6aaf71ac-b11f-4c79-a249-6994092f7dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:52.993537 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6aaf71ac-b11f-4c79-a249-6994092f7dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:53.045262 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6aaf71ac-b11f-4c79-a249-6994092f7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:53.049337 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7d2441c9-2cfc-47e4-8998-ef354d6856e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:53.060281 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf71ac-b11f-4c79-a249-6994092f7dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cdf57f-a4d1-4cd5-8a7b-063f92c72e5d,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:53.062712 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6aaf71ac-b11f-4c79-a249-6994092f7dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:53.069426 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6aaf71ac-b11f-4c79-a249-6994092f7dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:53.070538 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-6aaf71ac-b11f-4c79-a249-6994092f7dbd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e5cdf57f-a4d1-4cd5-8a7b-063f92c72e5d HTTP/1.1" status: 204 len: 168 time: 0.1569843 May 20 09:08:53.298957 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 006c53c0-c6a5-49dd-8903-f0e93f263a9e no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:53.335535 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 006c53c0-c6a5-49dd-8903-f0e93f263a9e {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:53.335909 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 006c53c0-c6a5-49dd-8903-f0e93f263a9e not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:09:04.159504 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-d64d8ba8-9ca0-45f4-b32f-25b545cc82b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:06.691499 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:06.873801 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-7521e1b7-5651-4148-a0ae-97351255e4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:07.731218 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:09.530509 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:10.948953 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41438) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:11.065860 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d46d0912-c746-4553-962c-59b52f1ed2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.079913 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-d46d0912-c746-4553-962c-59b52f1ed2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:11.083711 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-d46d0912-c746-4553-962c-59b52f1ed2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf53432326e4639871b73ed514c05fb is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:11.086978 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-d46d0912-c746-4553-962c-59b52f1ed2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:11.092644 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-d46d0912-c746-4553-962c-59b52f1ed2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:11.171864 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d46d0912-c746-4553-962c-59b52f1ed2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.175725 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d46d0912-c746-4553-962c-59b52f1ed2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.183888 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-db25b6ef-084a-4467-bad8-32fe45e281ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:11.222091 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-d46d0912-c746-4553-962c-59b52f1ed2a9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cbf53432326e4639871b73ed514c05fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721097 May 20 09:09:11.223665 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d0912-c746-4553-962c-59b52f1ed2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a37a4e7-11db-442a-bdcb-a2d57a5f3c96,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:11.224791 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41444) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:11.227467 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-d46d0912-c746-4553-962c-59b52f1ed2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:11.287435 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8b64026f-f79c-460b-98ce-2714e67ad023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.317161 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8b64026f-f79c-460b-98ce-2714e67ad023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.368394 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8b64026f-f79c-460b-98ce-2714e67ad023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.371982 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-afa9267d-e87d-4dd0-90f8-522775b68658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:11.382668 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64026f-f79c-460b-98ce-2714e67ad023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a37a4e7-11db-442a-bdcb-a2d57a5f3c96,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:11.386574 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-8b64026f-f79c-460b-98ce-2714e67ad023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:11.390228 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8b64026f-f79c-460b-98ce-2714e67ad023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.393156 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-8b64026f-f79c-460b-98ce-2714e67ad023 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4a37a4e7-11db-442a-bdcb-a2d57a5f3c96 HTTP/1.1" status: 204 len: 168 time: 0.1662683 May 20 09:09:11.664808 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41452) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:11.682916 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-701f8ce5-e602-4414-9312-fdfe7a50761f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.697351 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-701f8ce5-e602-4414-9312-fdfe7a50761f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:11.701145 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-701f8ce5-e602-4414-9312-fdfe7a50761f admin admin] Usage tracker for resource:security_group_rule and tenant:87e0073be06c403aa2223604ce070325 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:11.703865 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-701f8ce5-e602-4414-9312-fdfe7a50761f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:11.709455 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-701f8ce5-e602-4414-9312-fdfe7a50761f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:11.791879 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-701f8ce5-e602-4414-9312-fdfe7a50761f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.795557 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-701f8ce5-e602-4414-9312-fdfe7a50761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.803281 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0f4e93b1-855e-4210-8b4d-da676f934677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:11.842698 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-701f8ce5-e602-4414-9312-fdfe7a50761f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=87e0073be06c403aa2223604ce070325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767876 May 20 09:09:11.844321 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f8ce5-e602-4414-9312-fdfe7a50761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16e2bc-da07-43e5-90e7-f16e3c6ec732,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:11.845704 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41456) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:11.847665 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-701f8ce5-e602-4414-9312-fdfe7a50761f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:11.905635 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c23720b-ed69-429b-bfab-93f19b78c9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.930695 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c23720b-ed69-429b-bfab-93f19b78c9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.986223 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c23720b-ed69-429b-bfab-93f19b78c9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.989919 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-064362ac-58dd-4dba-9309-68f03366707a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:12.003035 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23720b-ed69-429b-bfab-93f19b78c9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16e2bc-da07-43e5-90e7-f16e3c6ec732,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:12.009164 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-6c23720b-ed69-429b-bfab-93f19b78c9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:12.014563 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c23720b-ed69-429b-bfab-93f19b78c9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:12.015679 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-6c23720b-ed69-429b-bfab-93f19b78c9d0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0b16e2bc-da07-43e5-90e7-f16e3c6ec732 HTTP/1.1" status: 204 len: 168 time: 0.1686718 May 20 09:09:14.007687 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41520) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:14.072347 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:14.133723 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-341cb37a-1ae5-4d9d-b450-fbbb8bb0c5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:14.153128 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-341cb37a-1ae5-4d9d-b450-fbbb8bb0c5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:14.156860 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-341cb37a-1ae5-4d9d-b450-fbbb8bb0c5f8 admin admin] Usage tracker for resource:security_group_rule and tenant:fd5184a2777649ab8a8b44f4a025d720 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:14.159608 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-341cb37a-1ae5-4d9d-b450-fbbb8bb0c5f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:14.166183 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-341cb37a-1ae5-4d9d-b450-fbbb8bb0c5f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:14.259808 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-341cb37a-1ae5-4d9d-b450-fbbb8bb0c5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:14.264061 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-341cb37a-1ae5-4d9d-b450-fbbb8bb0c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:14.271230 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-2c259d2e-08dd-46be-b373-bcb8eaef94d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:14.311996 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-341cb37a-1ae5-4d9d-b450-fbbb8bb0c5f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fd5184a2777649ab8a8b44f4a025d720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032465 May 20 09:09:14.313715 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cb37a-1ae5-4d9d-b450-fbbb8bb0c5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb3cbd1-86b5-415f-bf23-4821832cc347,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:14.314697 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41526) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:14.317105 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-341cb37a-1ae5-4d9d-b450-fbbb8bb0c5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:14.467579 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b4a65c8-2373-43bb-b73b-4439306817ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:14.493467 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b4a65c8-2373-43bb-b73b-4439306817ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:14.545535 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b4a65c8-2373-43bb-b73b-4439306817ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:14.549494 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:14.559824 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a65c8-2373-43bb-b73b-4439306817ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb3cbd1-86b5-415f-bf23-4821832cc347,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:14.563749 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-1b4a65c8-2373-43bb-b73b-4439306817ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:14.572434 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-1b4a65c8-2373-43bb-b73b-4439306817ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:14.573572 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-1b4a65c8-2373-43bb-b73b-4439306817ab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4bb3cbd1-86b5-415f-bf23-4821832cc347 HTTP/1.1" status: 204 len: 168 time: 0.2578878 May 20 09:09:14.862862 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41534) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:14.880751 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0f5bc54e-c00c-4c79-bd42-c81a2c5c20c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:14.895153 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-0f5bc54e-c00c-4c79-bd42-c81a2c5c20c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:14.898930 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-0f5bc54e-c00c-4c79-bd42-c81a2c5c20c9 admin admin] Usage tracker for resource:security_group_rule and tenant:149c2ff5beae492bb6fea0b39239a461 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:14.901708 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-0f5bc54e-c00c-4c79-bd42-c81a2c5c20c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:14.907342 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-0f5bc54e-c00c-4c79-bd42-c81a2c5c20c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:14.989257 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0f5bc54e-c00c-4c79-bd42-c81a2c5c20c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:14.993864 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0f5bc54e-c00c-4c79-bd42-c81a2c5c20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:15.000950 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-701f8ce5-e602-4414-9312-fdfe7a50761f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:15.046695 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-0f5bc54e-c00c-4c79-bd42-c81a2c5c20c9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=149c2ff5beae492bb6fea0b39239a461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826084 May 20 09:09:15.047668 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bc54e-c00c-4c79-bd42-c81a2c5c20c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8dee92-f028-40f4-817d-39d0a6cf8bc9,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:15.049277 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41538) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:15.050865 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0f5bc54e-c00c-4c79-bd42-c81a2c5c20c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:15.115940 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-056f2eb9-c9a1-4cc4-9489-3a30a2838881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:15.146748 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-056f2eb9-c9a1-4cc4-9489-3a30a2838881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:15.199401 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-056f2eb9-c9a1-4cc4-9489-3a30a2838881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:15.203065 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-933f4005-1e0f-4f2b-a5bb-39ca1a0de998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:15.215594 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f2eb9-c9a1-4cc4-9489-3a30a2838881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8dee92-f028-40f4-817d-39d0a6cf8bc9,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:15.219549 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-056f2eb9-c9a1-4cc4-9489-3a30a2838881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:15.227852 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-056f2eb9-c9a1-4cc4-9489-3a30a2838881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:15.229246 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-056f2eb9-c9a1-4cc4-9489-3a30a2838881 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9e8dee92-f028-40f4-817d-39d0a6cf8bc9 HTTP/1.1" status: 204 len: 168 time: 0.1778359 May 20 09:09:16.222130 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:09:20.005846 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41624) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:20.124174 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-87a9edaa-576c-4daf-a181-bb70a8f63fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:20.138629 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-87a9edaa-576c-4daf-a181-bb70a8f63fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:20.142438 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-87a9edaa-576c-4daf-a181-bb70a8f63fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:1e4d6fa6f5db431f9663cfb6ddf140fc is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:20.145285 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-87a9edaa-576c-4daf-a181-bb70a8f63fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:20.151412 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-87a9edaa-576c-4daf-a181-bb70a8f63fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:20.236226 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-87a9edaa-576c-4daf-a181-bb70a8f63fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:20.240260 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-87a9edaa-576c-4daf-a181-bb70a8f63fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:20.247490 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:20.285635 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9edaa-576c-4daf-a181-bb70a8f63fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf06fd1-3221-449a-a6a1-d27096ab377b,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:20.290478 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-87a9edaa-576c-4daf-a181-bb70a8f63fe3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1e4d6fa6f5db431f9663cfb6ddf140fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836282 May 20 09:09:20.291365 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-87a9edaa-576c-4daf-a181-bb70a8f63fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:20.293068 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41630) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:20.349653 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ade5f65d-a34e-414b-b1e8-39a7a357b64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:20.379745 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ade5f65d-a34e-414b-b1e8-39a7a357b64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:20.432463 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ade5f65d-a34e-414b-b1e8-39a7a357b64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:20.437620 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e84dec7d-3c96-4180-a0fb-d9bc70d597bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:20.450490 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5f65d-a34e-414b-b1e8-39a7a357b64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf06fd1-3221-449a-a6a1-d27096ab377b,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:20.452816 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-ade5f65d-a34e-414b-b1e8-39a7a357b64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:20.460537 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ade5f65d-a34e-414b-b1e8-39a7a357b64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:20.461665 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-ade5f65d-a34e-414b-b1e8-39a7a357b64e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1cf06fd1-3221-449a-a6a1-d27096ab377b HTTP/1.1" status: 204 len: 168 time: 0.1677179 May 20 09:09:20.743718 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41638) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:20.762051 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-518eb71c-3d6b-42d2-86ea-d107a0495e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:20.776620 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-518eb71c-3d6b-42d2-86ea-d107a0495e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:20.780739 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-518eb71c-3d6b-42d2-86ea-d107a0495e64 admin admin] Usage tracker for resource:security_group_rule and tenant:8acddb956319497db8265fb08c9152fc is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:20.783611 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-518eb71c-3d6b-42d2-86ea-d107a0495e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:20.789263 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-518eb71c-3d6b-42d2-86ea-d107a0495e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:20.874495 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-518eb71c-3d6b-42d2-86ea-d107a0495e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:20.878319 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-518eb71c-3d6b-42d2-86ea-d107a0495e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:20.886029 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-407616bf-1d9d-41f2-b096-c719007b44eb tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:20.925836 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-518eb71c-3d6b-42d2-86ea-d107a0495e64 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8acddb956319497db8265fb08c9152fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807308 May 20 09:09:20.926676 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518eb71c-3d6b-42d2-86ea-d107a0495e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73a3cb3-4b3a-4caa-a71e-bfc3e34e0df4,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:20.928445 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41642) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:20.930829 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-518eb71c-3d6b-42d2-86ea-d107a0495e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:20.987442 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a67d91bb-5902-4360-ba90-740df46a56a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:21.013998 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a67d91bb-5902-4360-ba90-740df46a56a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:21.066146 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a67d91bb-5902-4360-ba90-740df46a56a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:21.070475 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7de10c31-ac08-437e-a114-d1e8a7c5dc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:21.081608 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d91bb-5902-4360-ba90-740df46a56a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73a3cb3-4b3a-4caa-a71e-bfc3e34e0df4,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:21.085107 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a67d91bb-5902-4360-ba90-740df46a56a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:21.088361 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a67d91bb-5902-4360-ba90-740df46a56a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:21.089505 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a67d91bb-5902-4360-ba90-740df46a56a7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c73a3cb3-4b3a-4caa-a71e-bfc3e34e0df4 HTTP/1.1" status: 204 len: 168 time: 0.1594386 May 20 09:09:26.718742 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41742) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:26.836851 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-34350d6b-6aa7-4b9c-9d65-fdfa381c0668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:26.855242 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-34350d6b-6aa7-4b9c-9d65-fdfa381c0668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:26.859038 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-34350d6b-6aa7-4b9c-9d65-fdfa381c0668 admin admin] Usage tracker for resource:security_group_rule and tenant:9b2038fb9fb14b7c8d4e3f97b3b1d8bc is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:26.861961 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-34350d6b-6aa7-4b9c-9d65-fdfa381c0668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:26.867611 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-34350d6b-6aa7-4b9c-9d65-fdfa381c0668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:26.948735 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-34350d6b-6aa7-4b9c-9d65-fdfa381c0668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:26.953538 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-34350d6b-6aa7-4b9c-9d65-fdfa381c0668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:26.961073 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-92f2f84b-699a-4006-bf03-484ec027cae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:27.000825 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-34350d6b-6aa7-4b9c-9d65-fdfa381c0668 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9b2038fb9fb14b7c8d4e3f97b3b1d8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810376 May 20 09:09:27.001731 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34350d6b-6aa7-4b9c-9d65-fdfa381c0668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59714188-f9d3-4227-ad7c-8aedf0c0df80,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:27.003493 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41748) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:27.004676 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-34350d6b-6aa7-4b9c-9d65-fdfa381c0668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:27.065003 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-aad58a4d-5319-4219-9bf7-459850ea33b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.090526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-aad58a4d-5319-4219-9bf7-459850ea33b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.141743 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-aad58a4d-5319-4219-9bf7-459850ea33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.145284 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-c4c90642-6cf2-43c1-812e-70be58d8cb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:27.158370 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad58a4d-5319-4219-9bf7-459850ea33b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59714188-f9d3-4227-ad7c-8aedf0c0df80,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:27.162145 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-aad58a4d-5319-4219-9bf7-459850ea33b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:27.167871 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-aad58a4d-5319-4219-9bf7-459850ea33b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.171292 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-aad58a4d-5319-4219-9bf7-459850ea33b9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/59714188-f9d3-4227-ad7c-8aedf0c0df80 HTTP/1.1" status: 204 len: 168 time: 0.1639755 May 20 09:09:27.487964 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41756) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:27.505921 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2046c6fd-76ee-4f81-8478-bc479fadb98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.520631 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-2046c6fd-76ee-4f81-8478-bc479fadb98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:27.527792 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-2046c6fd-76ee-4f81-8478-bc479fadb98a admin admin] Usage tracker for resource:security_group_rule and tenant:c60bc2969aac4be7b18c8960ef149afd is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:27.531032 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-2046c6fd-76ee-4f81-8478-bc479fadb98a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:27.536831 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-2046c6fd-76ee-4f81-8478-bc479fadb98a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:27.625850 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2046c6fd-76ee-4f81-8478-bc479fadb98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.630094 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2046c6fd-76ee-4f81-8478-bc479fadb98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.638419 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-78fdefcb-08aa-49a4-a8c8-1be5b5a22153 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:27.681899 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-2046c6fd-76ee-4f81-8478-bc479fadb98a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c60bc2969aac4be7b18c8960ef149afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928461 May 20 09:09:27.682808 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046c6fd-76ee-4f81-8478-bc479fadb98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0fed51-3178-40b2-be58-0a096c1ef243,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:27.685227 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41760) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:27.691776 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-2046c6fd-76ee-4f81-8478-bc479fadb98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:27.744958 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9e8fa62c-e787-416e-86fb-48cfae973cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.771053 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9e8fa62c-e787-416e-86fb-48cfae973cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.825112 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9e8fa62c-e787-416e-86fb-48cfae973cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.828622 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-341cb37a-1ae5-4d9d-b450-fbbb8bb0c5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:27.845618 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fa62c-e787-416e-86fb-48cfae973cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0fed51-3178-40b2-be58-0a096c1ef243,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:27.847929 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9e8fa62c-e787-416e-86fb-48cfae973cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:27.857651 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9e8fa62c-e787-416e-86fb-48cfae973cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.861019 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-9e8fa62c-e787-416e-86fb-48cfae973cc7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4f0fed51-3178-40b2-be58-0a096c1ef243 HTTP/1.1" status: 204 len: 168 time: 0.1722693 May 20 09:09:28.206227 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41768) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:28.223287 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b7034908-92df-45fb-8c6f-66ca87f2b75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:28.237708 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-b7034908-92df-45fb-8c6f-66ca87f2b75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:28.242020 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-b7034908-92df-45fb-8c6f-66ca87f2b75f admin admin] Usage tracker for resource:security_group_rule and tenant:6cf47da680214af2b4e42911f51ba1aa is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:28.244770 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-b7034908-92df-45fb-8c6f-66ca87f2b75f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:28.250280 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-b7034908-92df-45fb-8c6f-66ca87f2b75f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:28.330126 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b7034908-92df-45fb-8c6f-66ca87f2b75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:28.333818 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b7034908-92df-45fb-8c6f-66ca87f2b75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:28.342766 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-af1ddf74-4edf-4d6a-a1a0-46500954a467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:28.381797 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-b7034908-92df-45fb-8c6f-66ca87f2b75f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6cf47da680214af2b4e42911f51ba1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744735 May 20 09:09:28.383518 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7034908-92df-45fb-8c6f-66ca87f2b75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c82d13a-255a-4bbb-aa61-42e9b2dca2c0,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:28.384586 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41772) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:28.386575 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b7034908-92df-45fb-8c6f-66ca87f2b75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:28.442674 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-85a95f44-a41f-4122-a011-26c4e0e1c762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:28.468103 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-85a95f44-a41f-4122-a011-26c4e0e1c762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:28.520149 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-85a95f44-a41f-4122-a011-26c4e0e1c762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:28.524208 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-34350d6b-6aa7-4b9c-9d65-fdfa381c0668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:28.534711 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a95f44-a41f-4122-a011-26c4e0e1c762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c82d13a-255a-4bbb-aa61-42e9b2dca2c0,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:28.539122 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-85a95f44-a41f-4122-a011-26c4e0e1c762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:28.542491 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-85a95f44-a41f-4122-a011-26c4e0e1c762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:28.544562 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-85a95f44-a41f-4122-a011-26c4e0e1c762 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2c82d13a-255a-4bbb-aa61-42e9b2dca2c0 HTTP/1.1" status: 204 len: 168 time: 0.1588955 May 20 09:09:34.161338 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c875-1acd-4004-93e0-0f2f7bbad90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:36.693522 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:36.874878 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-7e4fde0f-467c-440a-9dae-9a5a2faa2e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:37.733169 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:39.532308 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:40.386509 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41890) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:40.501562 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2c41-c108-4ddc-b496-b416cc9bfcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:40.516381 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-cf3d2c41-c108-4ddc-b496-b416cc9bfcb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:40.520182 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-cf3d2c41-c108-4ddc-b496-b416cc9bfcb4 admin admin] Usage tracker for resource:security_group_rule and tenant:013f812f92814a649db9036407fe685f is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:40.522954 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-cf3d2c41-c108-4ddc-b496-b416cc9bfcb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:40.528512 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-cf3d2c41-c108-4ddc-b496-b416cc9bfcb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:40.609142 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2c41-c108-4ddc-b496-b416cc9bfcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:40.612660 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2c41-c108-4ddc-b496-b416cc9bfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:40.624603 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-dc8aa066-bc0b-410f-b2ae-dfe7227faf2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:40.663176 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-cf3d2c41-c108-4ddc-b496-b416cc9bfcb4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=013f812f92814a649db9036407fe685f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749138 May 20 09:09:40.664875 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d2c41-c108-4ddc-b496-b416cc9bfcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b4b2a6-8deb-4f28-8bb5-03042e4e5061,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:40.665798 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41896) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:40.668066 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-cf3d2c41-c108-4ddc-b496-b416cc9bfcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:40.724468 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4852c48a-531b-48b9-9454-ef77823e539e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:40.750286 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4852c48a-531b-48b9-9454-ef77823e539e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:40.805440 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4852c48a-531b-48b9-9454-ef77823e539e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:40.809074 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:40.820629 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852c48a-531b-48b9-9454-ef77823e539e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b4b2a6-8deb-4f28-8bb5-03042e4e5061,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:40.822964 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4852c48a-531b-48b9-9454-ef77823e539e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:40.835108 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-4852c48a-531b-48b9-9454-ef77823e539e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:40.836200 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-4852c48a-531b-48b9-9454-ef77823e539e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/18b4b2a6-8deb-4f28-8bb5-03042e4e5061 HTTP/1.1" status: 204 len: 168 time: 0.1694443 May 20 09:09:41.486330 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41920) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:41.587961 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2108198896-network', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:41.592548 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:41.596359 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Usage tracker for resource:network and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:41.599182 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:41.605061 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:41.615366 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Made reservation on behalf of 44a906598fea41c6a08cd493ed4084e0 for: {'network': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:09:41.617883 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:41.629917 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:41.644194 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:41.648562 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Usage tracker for resource:security_group_rule and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:41.651292 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:41.656879 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:41.742265 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:41.746701 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:41.749537 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-aad58a4d-5319-4219-9bf7-459850ea33b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:41.775941 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=91688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:09:41.784403 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b3830e-4515-40bd-ba6c-57e511862dc3,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:41.788474 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:41.791091 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:41.791497 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.segments_db [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Added segment 57e19382-32bc-4a69-8922-b56870e7646c of type vlan for network 52e068c8-e32e-4dad-9287-329d270e5e4e May 20 09:09:41.817835 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:41.847154 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:41.848673 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:41.849277 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:41.854681 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:41.944860 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4573855 May 20 09:09:41.947919 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41926) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:41.953481 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Pushing event updated for resources: {'Network': ['ID=52e068c8-e32e-4dad-9287-329d270e5e4e,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:41.954367 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Request body: {'subnet': {'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2108198896-subnet', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'ip_version': 4}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:41.956460 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3132b06e-cedf-4bc6-b127-d160783f97bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:41.959614 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:41.963439 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Usage tracker for resource:subnet and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:41.964269 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network 52e068c8-e32e-4dad-9287-329d270e5e4e details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:09:41.966304 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:41.973121 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:41.984210 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Made reservation on behalf of 44a906598fea41c6a08cd493ed4084e0 for: {'subnet': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:09:41.986571 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6713014'] for subnet, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:42.456088 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5630989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6712996'] for subnet, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:42.460260 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-58e597b8-52fb-4446-b50b-4a27b310435d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:42.533038 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Pushing event updated for resources: {'Subnet': ['ID=55389035-4f90-4b28-af13-b0eda733c71c,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:42.535772 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:42.542989 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Checking segment: {'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:42.543349 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Network hostable DHCP agents. Network: 52e068c8-e32e-4dad-9287-329d270e5e4e, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:09:42.560348 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Network 52e068c8-e32e-4dad-9287-329d270e5e4e is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:09:42.569748 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, 52e068c8-e32e-4dad-9287-329d270e5e4e) {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:42.578263 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:42.578853 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:42.579223 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b56f510-ef12-48ce-aa13-1f1e5448b331 None None] Network 52e068c8-e32e-4dad-9287-329d270e5e4e requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:09:42.602767 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-2c149415-b3bd-496b-b661-2da87102911b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6537850 May 20 09:09:42.605829 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41930) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:42.611001 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:42.616023 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:42.619777 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Usage tracker for resource:router and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:42.622582 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:42.628177 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:42.640266 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8119521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31756'] for router, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:42.641292 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8120823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8210336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8064580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31751'] for router, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:42.655439 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:42.797685 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd426b12a-b5bf-5c7a-8a21-2acd444125f9-52e068c8-e32e-4dad-9287-329d270e5e4e', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'fixed_ips': [{'subnet_id': '55389035-4f90-4b28-af13-b0eda733c71c'}]}} from dv-cinder-790910-5-smb. {{(pid=91689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:09:42.798517 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:42.931444 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8210322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8119543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31761'] for router, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:42.948103 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.db_base_plugin_common [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Allocated IP 172.20.0.2 (52e068c8-e32e-4dad-9287-329d270e5e4e/55389035-4f90-4b28-af13-b0eda733c71c/4fe1e8d1-62b0-4113-9c1a-4c58b7232879) {{(pid=91689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:09:43.154284 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Notify callbacks [] for port, precommit_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:43.166113 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Transition to ACTIVE for port object 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:43.185299 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Transition to ACTIVE for port object 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 will not be triggered until provisioned by entity DHCP. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:43.190387 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:43.194618 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-5705723d-f8b6-43c7-8e3a-654b283bb084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:43.253802 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Network 52e068c8-e32e-4dad-9287-329d270e5e4e is already hosted by enough agents. {{(pid=91689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:09:43.257111 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.base_scheduler [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Resources bound (agent type, host, resource id): {{(pid=91689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:43.259184 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Received port after_create {{(pid=91689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:09:43.296331 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Pushing event updated for resources: {'Port': ['ID=4fe1e8d1-62b0-4113-9c1a-4c58b7232879,revision_number=1']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:43.312507 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.312891 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.313232 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.313575 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.313900 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.314222 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.314552 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.314868 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.315186 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.315504 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.315819 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.316132 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.320309 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:43.328194 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:43.358569 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:43.369351 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Attempting to bind port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:09:43.369731 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Attempting to bind port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:09:43.370103 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Attempting to bind port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 on network 52e068c8-e32e-4dad-9287-329d270e5e4e {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:09:43.375356 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:09:43.375740 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Checking segment: {'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:43.376156 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:43.376555 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Bound using segment: {'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:09:43.377059 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Bound port: 4fe1e8d1-62b0-4113-9c1a-4c58b7232879, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:09:43.377438 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:43.495073 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Allocated IP 172.28.2.241 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/4108f480-9168-4a28-9d56-da754ddbb927) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:09:43.499706 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] For port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:09:43.502773 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] For port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=4fe1e8d1-62b0-4113-9c1a-4c58b7232879,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:09:43.506995 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:43.510423 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-59dc5846-767e-4582-a69d-5944bae391a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:43.595593 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Pushing event updated for resources: {'Port': ['ID=4fe1e8d1-62b0-4113-9c1a-4c58b7232879,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:43.600986 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:43.647620 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:43.677241 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:43.682406 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5117ab0c-b3df-4267-90b0-ddfa5b0c3055 tempest-VolumesActionsTest-453213667 tempest-VolumesActionsTest-453213667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:43.747771 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:09:43.752740 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:43.755297 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:09:43.793242 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Pushing event updated for resources: {'Port': ['ID=4108f480-9168-4a28-9d56-da754ddbb927,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:43.797484 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:44.068307 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:44.179849 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:44.450193 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f1f705-afb1-4f0c-9ead-ccd0211fe9e5 None None] Network 52e068c8-e32e-4dad-9287-329d270e5e4e requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:09:44.572064 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-169b9127-dfa7-4f6e-9cb8-4018a2e4ef17 None None] Provisioning for port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:09:44.632323 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8210378'] for router, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:44.837826 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f is scheduled to L3 agent c70db390-4164-4320-811d-63d91c5b3be7 with binding_index 1 {{(pid=91688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:09:45.020402 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:09:45.028772 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Sync routers for ids ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:09:45.037464 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Routers {'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:09:45.038076 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:09:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:45.042640 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Notify callbacks [] for router, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.043931 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4371312 May 20 09:09:45.046707 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41934) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:45.215820 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Set router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:09:45.350107 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:45.521917 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:09:45.531189 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:45.531568 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.656393 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:43Z', 'revision_number': 3, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:45.666199 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Checking router: ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:09:45.666556 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Updating router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f port 4108f480-9168-4a28-9d56-da754ddbb927 binding host dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:09:45.708425 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.720700 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.740096 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.790850 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=4fe1e8d1-62b0-4113-9c1a-4c58b7232879,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:09:45.797714 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.801764 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:45.928359 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Allocated IP 172.20.0.1 (52e068c8-e32e-4dad-9287-329d270e5e4e/55389035-4f90-4b28-af13-b0eda733c71c/e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:09:45.928799 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=4fe1e8d1-62b0-4113-9c1a-4c58b7232879,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:45.945091 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:46.139265 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Notify callbacks [] for port, precommit_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.150900 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Transition to ACTIVE for port object 4108f480-9168-4a28-9d56-da754ddbb927 will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:46.157214 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.161573 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:46.190075 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.206296 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Transition to ACTIVE for port object e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 will not be triggered until provisioned by entity DHCP. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:46.230005 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.234429 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-ac929810-14fb-4280-90b3-4d00422582bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:46.267446 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Attempting to bind port 4108f480-9168-4a28-9d56-da754ddbb927 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:09:46.267841 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Attempting to bind port 4108f480-9168-4a28-9d56-da754ddbb927 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:09:46.268210 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Attempting to bind port 4108f480-9168-4a28-9d56-da754ddbb927 on network 0d7e70f2-48c0-42ed-9893-06725d297828 {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:09:46.274359 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f172b-6e33-4532-8f06-b6a36f4e6322 None None] Pushing event updated for resources: {'Port': ['ID=4108f480-9168-4a28-9d56-da754ddbb927,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:46.278329 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-007f172b-6e33-4532-8f06-b6a36f4e6322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:46.279082 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:09:46.279456 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Checking segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:46.279887 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.280262 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Bound using segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:09:46.280760 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Bound port: 4108f480-9168-4a28-9d56-da754ddbb927, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:09:46.281124 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.298022 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Network 52e068c8-e32e-4dad-9287-329d270e5e4e is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:09:46.300845 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:46.304975 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:09:46.341301 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:46.346956 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:46.357933 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] For port 4108f480-9168-4a28-9d56-da754ddbb927, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:09:46.361654 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] For port 4108f480-9168-4a28-9d56-da754ddbb927, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=4108f480-9168-4a28-9d56-da754ddbb927,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:09:46.367491 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.367832 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126163'] for router_interface, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.371700 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:46.445516 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Routers {'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:09:46.446185 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:09:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:46.535391 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f172b-6e33-4532-8f06-b6a36f4e6322 None None] Pushing event updated for resources: {'Port': ['ID=4108f480-9168-4a28-9d56-da754ddbb927,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:46.539093 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-007f172b-6e33-4532-8f06-b6a36f4e6322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:46.630457 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-4846363b-2a54-4756-be35-370ffbc94bf1 None None] Provisioning for port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:09:46.630813 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.638340 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-4846363b-2a54-4756-be35-370ffbc94bf1 None None] Provisioning complete for port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:46.638748 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-4846363b-2a54-4756-be35-370ffbc94bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.695509 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] Set router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:09:46.816948 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-4846363b-2a54-4756-be35-370ffbc94bf1 None None] Port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:09:46.851030 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.856924 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.884525 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-47ba0d63-cad1-447a-89c8-bcb133927ca2 tempest-VolumesSnapshotTestJSON-373659035 tempest-VolumesSnapshotTestJSON-373659035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:46.959888 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:46.962383 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8087378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8212072'] for router_interface, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.966770 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:46.983393 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:43Z', 'revision_number': 3, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:46.987338 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca892e-1c48-463e-a4fb-0f0d61d9fd66 None None] The sync data for ids ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'] in dv-cinder-790910-5-smb is: [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:43Z', 'revision_number': 3, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:09:47.102406 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Network 52e068c8-e32e-4dad-9287-329d270e5e4e is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:09:47.103519 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:47.317118 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:09:47.341769 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-004d9c55-65f7-4910-bc09-77523f39cf17 None None] Provisioning complete for port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:47.342145 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-004d9c55-65f7-4910-bc09-77523f39cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:47.421608 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-004d9c55-65f7-4910-bc09-77523f39cf17 None None] Port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:09:47.442266 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4108f480-9168-4a28-9d56-da754ddbb927 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:47.527970 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:09:47.534862 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 4108f480-9168-4a28-9d56-da754ddbb927 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:09:47.538010 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-0d8535ce-e022-4174-827d-0b51b174e968 admin admin] 10.222.0.88 "PUT /v2.0/routers/ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4902835 May 20 09:09:47.544460 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 4108f480-9168-4a28-9d56-da754ddbb927 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:47.545613 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:47.676266 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:47.696016 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 4108f480-9168-4a28-9d56-da754ddbb927, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=4108f480-9168-4a28-9d56-da754ddbb927,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:09:47.700737 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:47.701746 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:47.734352 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:47.826132 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=4108f480-9168-4a28-9d56-da754ddbb927,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:47.829363 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:47.841241 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:47.841622 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.067738 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41952) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:48.073596 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-273598090-network', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:48.078370 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:48.082210 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Usage tracker for resource:network and tenant:3134dfa0ed954c73a2cc6ec064d81cf4 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:48.085663 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:48.091823 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:48.102370 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Made reservation on behalf of 3134dfa0ed954c73a2cc6ec064d81cf4 for: {'network': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:09:48.104973 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-609685'] for network, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.116725 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.130508 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:48.134274 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Usage tracker for resource:security_group_rule and tenant:3134dfa0ed954c73a2cc6ec064d81cf4 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:48.137629 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:48.143262 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:48.229065 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.233654 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.236624 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3c76ae83-4b66-48d8-b213-fd5177e324a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:48.266957 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=91688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:09:48.272727 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5be5a19-2712-4943-9d2b-57df0e94e47a,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:48.276174 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:48.280187 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.280619 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.segments_db [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Added segment de4f0396-50b5-4128-bc63-14ddb905d2fe of type vlan for network ee8193d3-6a91-48c6-9d72-bad5da5ea222 May 20 09:09:48.311251 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756301522652'] for network, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.344400 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456'] for network, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.346192 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:48.346788 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.350427 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-7268b4ac-6485-4ef4-88f2-fff18e04e137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:48.495186 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Sync routers for ids ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:09:48.504675 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Routers {'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:09:48.505328 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:09:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:48.547023 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4779229 May 20 09:09:48.549983 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 41956) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:48.550483 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Pushing event updated for resources: {'Network': ['ID=ee8193d3-6a91-48c6-9d72-bad5da5ea222,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:48.554046 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-54cfe339-e771-446c-af1c-81be44d3928e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:48.557306 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Request body: {'subnet': {'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-273598090-subnet', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'ip_version': 4}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:48.562250 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:48.562409 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Network ee8193d3-6a91-48c6-9d72-bad5da5ea222 details requested by agent ovs-agent-dv-cinder-790910-5-smb with host dv-cinder-790910-5-smb {{(pid=91689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:09:48.566502 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Usage tracker for resource:subnet and tenant:3134dfa0ed954c73a2cc6ec064d81cf4 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:48.569934 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:48.576487 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:48.591411 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Made reservation on behalf of 3134dfa0ed954c73a2cc6ec064d81cf4 for: {'subnet': 1} {{(pid=91687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:09:48.594276 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6713014'] for subnet, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.683569 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Set router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:09:48.978387 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5630989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6712996'] for subnet, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.983214 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:48.993860 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 4, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7', 'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'mac_address': 'fa:16:3e:e9:c2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '55389035-4f90-4b28-af13-b0eda733c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:45Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 2, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'subnets': [{'id': '55389035-4f90-4b28-af13-b0eda733c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:48.997782 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Checking router: ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:09:48.998157 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Updating router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 binding host dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:09:49.049536 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.055693 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b594a0-11f3-406a-a0ec-0235728ca357,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:49.059601 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:49.060294 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Checking segment: {'id': 'de4f0396-50b5-4128-bc63-14ddb905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:49.060645 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Network hostable DHCP agents. Network: ee8193d3-6a91-48c6-9d72-bad5da5ea222, hostable agents: ['4196fb11-7de3-42b0-9afe-527a3ed1e4cc'], hosted agents: [] {{(pid=91687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:09:49.079293 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Network ee8193d3-6a91-48c6-9d72-bad5da5ea222 is scheduled to be hosted by DHCP agent 4196fb11-7de3-42b0-9afe-527a3ed1e4cc with binding_index 1 {{(pid=91687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:09:49.088559 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-5-smb, ee8193d3-6a91-48c6-9d72-bad5da5ea222) {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:49.098023 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345f518-c1f7-4681-99b3-0f910b0ede70 None None] Network ee8193d3-6a91-48c6-9d72-bad5da5ea222 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:09:49.098589 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:49.099218 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.124773 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41960) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:49.125366 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-a81c0ef6-27ea-4983-92e5-caaef471da6f admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5736887 May 20 09:09:49.131318 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-273598090-router', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:49.136321 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:49.140443 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Usage tracker for resource:router and tenant:3134dfa0ed954c73a2cc6ec064d81cf4 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:49.143568 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:49.149692 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:49.162602 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8119521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31756'] for router, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.164004 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8120823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8210336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8064580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31751'] for router, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.182621 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.346755 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4108f480-9168-4a28-9d56-da754ddbb927 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:49.390655 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd426b12a-b5bf-5c7a-8a21-2acd444125f9-ee8193d3-6a91-48c6-9d72-bad5da5ea222', 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'fixed_ips': [{'subnet_id': '50b594a0-11f3-406a-a0ec-0235728ca357'}]}} from dv-cinder-790910-5-smb. {{(pid=91689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:09:49.391548 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.413036 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Notify callbacks [] for port, precommit_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.424761 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.provisioning_blocks [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Transition to ACTIVE for port object e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 will not be triggered until provisioned by entity L2. {{(pid=91690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:49.431662 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.435776 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:49.481805 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8210322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8119543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31761'] for router, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.494649 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 4108f480-9168-4a28-9d56-da754ddbb927 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:49.495111 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.502477 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Pushing event updated for resources: {'Port': ['ID=e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7,revision_number=3']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:49.512838 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.513148 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.513449 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.513967 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.514462 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.514951 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.515278 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.515597 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.515919 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.516236 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.516550 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.516887 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:49.522645 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:49.621959 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.db_base_plugin_common [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Allocated IP 172.20.0.2 (ee8193d3-6a91-48c6-9d72-bad5da5ea222/50b594a0-11f3-406a-a0ec-0235728ca357/ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9) {{(pid=91689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:09:49.680077 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Attempting to bind port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:09:49.680750 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Attempting to bind port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:09:49.681295 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Attempting to bind port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 on network 52e068c8-e32e-4dad-9287-329d270e5e4e {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:09:49.687614 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:09:49.688265 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Checking segment: {'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:49.688867 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.689454 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Bound using segment: {'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:09:49.690237 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Bound port: e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'}}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:09:49.690789 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.825987 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] For port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:09:49.829374 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] For port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:09:49.836571 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.836982 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.840785 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:49.868788 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.892544 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Notify callbacks [] for port, precommit_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.905642 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Transition to ACTIVE for port object ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:49.917043 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Routers {'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:09:49.917522 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:09:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:49.926647 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Transition to ACTIVE for port object ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 will not be triggered until provisioned by entity DHCP. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:49.932168 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407'] for port, after_create {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:49.936008 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-99d2929a-29d1-49c4-8ed9-1ec8978f477e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:49.990569 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Pushing event updated for resources: {'Port': ['ID=e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7,revision_number=4']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:49.993698 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-c8129c97-0f04-4267-874c-1a9e695120ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:50.000731 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Network ee8193d3-6a91-48c6-9d72-bad5da5ea222 is already hosted by enough agents. {{(pid=91689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:09:50.003690 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.scheduler.base_scheduler [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Resources bound (agent type, host, resource id): {{(pid=91689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:50.008336 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Received port after_create {{(pid=91689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:09:50.029574 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Allocated IP 172.28.2.70 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/344cc124-1f09-40c3-a1b3-e3c38a62ec7d) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:09:50.075379 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Pushing event updated for resources: {'Port': ['ID=ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9,revision_number=1']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:50.084735 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:50.109260 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Attempting to bind port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:09:50.109800 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Attempting to bind port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': 'de4f0396-50b5-4128-bc63-14ddb905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:09:50.110261 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Attempting to bind port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 on network ee8193d3-6a91-48c6-9d72-bad5da5ea222 {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:09:50.115845 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:09:50.116347 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Checking segment: {'id': 'de4f0396-50b5-4128-bc63-14ddb905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:50.116895 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:50.117383 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Bound using segment: {'id': 'de4f0396-50b5-4128-bc63-14ddb905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:09:50.117944 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Bound port: ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4f0396-50b5-4128-bc63-14ddb905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:09:50.118434 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:50.128453 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] Set router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:09:50.192466 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:50.220775 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] For port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:09:50.227196 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] For port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9,segment=NetworkSegment(de4f0396-50b5-4128-bc63-14ddb905d2fe),segment_id=de4f0396-50b5-4128-bc63-14ddb905d2fe)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:09:50.228542 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:50.233212 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:50.234915 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b8fc5701-5ed3-4f8a-9d2a-7776548fa737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:50.237378 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-007f172b-6e33-4532-8f06-b6a36f4e6322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:50.297101 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:09:50.298513 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:50.301022 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:09:50.312959 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Pushing event updated for resources: {'Port': ['ID=ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:50.316028 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:50.346019 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Pushing event updated for resources: {'Port': ['ID=344cc124-1f09-40c3-a1b3-e3c38a62ec7d,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:50.348911 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:50.460635 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 4, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7', 'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'mac_address': 'fa:16:3e:e9:c2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '55389035-4f90-4b28-af13-b0eda733c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:45Z', 'updated_at': '2021-05-20T09:09:49Z', 'revision_number': 4, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'subnets': [{'id': '55389035-4f90-4b28-af13-b0eda733c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:50.468984 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fb2e9-18c8-4d7d-ac7b-2f1769eee738 None None] The sync data for ids ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'] in dv-cinder-790910-5-smb is: [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 4, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7', 'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'mac_address': 'fa:16:3e:e9:c2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '55389035-4f90-4b28-af13-b0eda733c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:45Z', 'updated_at': '2021-05-20T09:09:49Z', 'revision_number': 4, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'subnets': [{'id': '55389035-4f90-4b28-af13-b0eda733c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:09:50.882741 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:51.236437 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8210378'] for router, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:51.271175 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a7973-1631-4d08-8e69-b089036c8fa6 None None] Network ee8193d3-6a91-48c6-9d72-bad5da5ea222 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:09:51.400736 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:51.475337 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 is scheduled to L3 agent c70db390-4164-4320-811d-63d91c5b3be7 with binding_index 1 {{(pid=91688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:09:51.482055 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-5a47cc1e-e49c-4e68-a4e2-59de8bb04b6f None None] Provisioning for port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:09:51.585523 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:09:51.596901 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:51.597281 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:51.671837 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:09:51.682211 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Sync routers for ids ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:09:51.695488 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] Notify callbacks [] for router, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:51.696695 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-c9fd29b2-2ce1-483b-93e4-d3358cb30709 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5700479 May 20 09:09:51.699348 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 41964) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:51.745164 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Routers {'f907e6a0-6ed7-4229-b011-f0dd1757d4a8'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:09:51.745805 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:09:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:51.827429 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:51.986941 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9,segment=NetworkSegment(de4f0396-50b5-4128-bc63-14ddb905d2fe),segment_id=de4f0396-50b5-4128-bc63-14ddb905d2fe)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:09:51.996594 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:51.997474 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:52.027357 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-c0966af5-3774-4232-a902-3725e6e518fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:52.077642 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-144080cd-19c5-489e-a443-ce07ec43d099 None None] Provisioning complete for port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:52.078016 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-144080cd-19c5-489e-a443-ce07ec43d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:52.124637 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Set router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:09:52.311293 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:52.314456 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:52.392980 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:09:52.427372 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:52.427785 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:52.486905 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:52.630159 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:52.650984 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'name': 'tempest-TestMinimumBasicScenario-273598090-router', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:50Z', 'revision_number': 3, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'gw_port': {'id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:52.662831 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Checking router: f907e6a0-6ed7-4229-b011-f0dd1757d4a8 for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:09:52.663191 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Updating router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d binding host dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:09:52.693824 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Allocated IP 172.20.0.1 (ee8193d3-6a91-48c6-9d72-bad5da5ea222/50b594a0-11f3-406a-a0ec-0235728ca357/f4a56b49-8f17-42cd-af1e-d811c45d9700) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:09:52.719990 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:09:52.727670 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:52.730827 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-bf62e4e5-a2ba-4fe5-9cd8-87ec70b462dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:52.758524 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:52.844074 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:52.860780 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Transition to ACTIVE for port object f4a56b49-8f17-42cd-af1e-d811c45d9700 will not be triggered until provisioned by entity DHCP. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:52.886810 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:52.887526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:52.890215 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:52.892264 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6376c3ae-3fe9-4f0a-b017-5a20783f7252 tempest-VolumesActionsTest-1010537793 tempest-VolumesActionsTest-1010537793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:52.955798 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Network ee8193d3-6a91-48c6-9d72-bad5da5ea222 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:09:52.958611 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:52.962831 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:09:53.012428 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a56b49-8f17-42cd-af1e-d811c45d9700,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:53.025238 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.025613 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.025978 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.026344 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.026702 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.027057 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.027409 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.027761 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.028115 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.028463 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.028834 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.029185 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:53.034607 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:53.035518 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8126163'] for router_interface, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.132267 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Notify callbacks [] for port, precommit_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.147043 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Transition to ACTIVE for port object 344cc124-1f09-40c3-a1b3-e3c38a62ec7d will not be triggered until provisioned by entity L2. {{(pid=91689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:53.158673 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.163137 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:53.165581 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.222332 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:09:53.229395 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-f9206084-e26b-4fc2-beb6-36409384291e None None] Provisioning for port f4a56b49-8f17-42cd-af1e-d811c45d9700 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:09:53.241096 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-f9206084-e26b-4fc2-beb6-36409384291e None None] Provisioning complete for port f4a56b49-8f17-42cd-af1e-d811c45d9700 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:53.241504 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f9206084-e26b-4fc2-beb6-36409384291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.282569 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Attempting to bind port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:09:53.282951 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Attempting to bind port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:09:53.283320 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Attempting to bind port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d on network 0d7e70f2-48c0-42ed-9893-06725d297828 {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:09:53.300152 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:09:53.300537 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Checking segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:53.300967 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.301371 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Bound using segment: {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'} {{(pid=91689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:09:53.301849 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.managers [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Bound port: 344cc124-1f09-40c3-a1b3-e3c38a62ec7d, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b193db7-9ed1-4b83-8cd4-5702b81c7fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828'}}] {{(pid=91689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:09:53.302231 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.326939 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5b19f-bd58-4619-a17b-16ab64c890e0 None None] Pushing event updated for resources: {'Port': ['ID=344cc124-1f09-40c3-a1b3-e3c38a62ec7d,revision_number=2']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:53.338010 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-85a5b19f-bd58-4619-a17b-16ab64c890e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:53.348681 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:53.386003 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-f9206084-e26b-4fc2-beb6-36409384291e None None] Port f4a56b49-8f17-42cd-af1e-d811c45d9700 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:09:53.393781 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.398970 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.426230 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-ba1821fd-b74c-494d-a77f-833153bc790d tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:53.446148 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] For port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:09:53.450590 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] For port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=344cc124-1f09-40c3-a1b3-e3c38a62ec7d,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:09:53.458196 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.463344 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ac68a3bb-378d-4b1a-a8c1-22c7194d04ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:53.510675 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a56b49-8f17-42cd-af1e-d811c45d9700,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:53.513423 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8087378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8212072'] for router_interface, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.517159 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:53.543456 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:53.543843 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.634241 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Routers {'f907e6a0-6ed7-4229-b011-f0dd1757d4a8'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:09:53.634875 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:09:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:53.647701 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Network ee8193d3-6a91-48c6-9d72-bad5da5ea222 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:09:53.648779 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:53.691729 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5b19f-bd58-4619-a17b-16ab64c890e0 None None] Pushing event updated for resources: {'Port': ['ID=344cc124-1f09-40c3-a1b3-e3c38a62ec7d,revision_number=3']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:53.705715 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-85a5b19f-bd58-4619-a17b-16ab64c890e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:53.850868 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:53.923450 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] Set router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:09:53.957226 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:09:53.996343 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-d347f568-cb71-4e9a-82ab-c18bb6d4313b None None] Provisioning complete for port f4a56b49-8f17-42cd-af1e-d811c45d9700 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:53.996776 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-d347f568-cb71-4e9a-82ab-c18bb6d4313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:54.118611 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-d347f568-cb71-4e9a-82ab-c18bb6d4313b None None] Port f4a56b49-8f17-42cd-af1e-d811c45d9700 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:09:54.133367 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:54.133739 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:54.142606 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:09:54.151412 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] 10.222.0.88 "PUT /v2.0/routers/f907e6a0-6ed7-4229-b011-f0dd1757d4a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4511106 May 20 09:09:54.409253 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'name': 'tempest-TestMinimumBasicScenario-273598090-router', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:53Z', 'revision_number': 4, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'gw_port': {'id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'f4a56b49-8f17-42cd-af1e-d811c45d9700', 'name': '', 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'mac_address': 'fa:16:3e:d2:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '50b594a0-11f3-406a-a0ec-0235728ca357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:52Z', 'updated_at': '2021-05-20T09:09:53Z', 'revision_number': 2, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'subnets': [{'id': '50b594a0-11f3-406a-a0ec-0235728ca357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:54.413835 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17387c9-cd85-4c0e-b605-b215244bc29b None None] The sync data for ids ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'] in dv-cinder-790910-5-smb is: [{'id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'name': 'tempest-TestMinimumBasicScenario-273598090-router', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:53Z', 'revision_number': 4, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'gw_port': {'id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'f4a56b49-8f17-42cd-af1e-d811c45d9700', 'name': '', 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'mac_address': 'fa:16:3e:d2:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '50b594a0-11f3-406a-a0ec-0235728ca357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:52Z', 'updated_at': '2021-05-20T09:09:53Z', 'revision_number': 2, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'subnets': [{'id': '50b594a0-11f3-406a-a0ec-0235728ca357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:09:55.378374 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 344cc124-1f09-40c3-a1b3-e3c38a62ec7d up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:55.474084 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:09:55.480109 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:55.480501 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:55.625322 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:55.647728 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=344cc124-1f09-40c3-a1b3-e3c38a62ec7d,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:09:55.655291 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:55.659322 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:55.738891 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=344cc124-1f09-40c3-a1b3-e3c38a62ec7d,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:55.742671 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:57.343075 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 344cc124-1f09-40c3-a1b3-e3c38a62ec7d up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:57.423303 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:57.423679 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.407247 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Sync routers for ids ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:09:58.418655 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Routers {'f907e6a0-6ed7-4229-b011-f0dd1757d4a8'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:09:58.419586 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:09:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:58.599738 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Set router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:09:58.935036 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'name': 'tempest-TestMinimumBasicScenario-273598090-router', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:53Z', 'revision_number': 4, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'gw_port': {'id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'f4a56b49-8f17-42cd-af1e-d811c45d9700', 'name': '', 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'mac_address': 'fa:16:3e:d2:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '50b594a0-11f3-406a-a0ec-0235728ca357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:52Z', 'updated_at': '2021-05-20T09:09:53Z', 'revision_number': 2, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'subnets': [{'id': '50b594a0-11f3-406a-a0ec-0235728ca357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:58.940174 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Checking router: f907e6a0-6ed7-4229-b011-f0dd1757d4a8 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:09:58.940553 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Updating router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 port f4a56b49-8f17-42cd-af1e-d811c45d9700 binding host dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:09:58.994768 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:59.388596 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Notify callbacks [] for port, precommit_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:59.401928 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.provisioning_blocks [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Transition to ACTIVE for port object f4a56b49-8f17-42cd-af1e-d811c45d9700 will not be triggered until provisioned by entity L2. {{(pid=91690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:59.409402 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:59.414719 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:59.574491 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6b3d6-a2d9-43b7-8da3-eebb97a446e1 None None] Pushing event updated for resources: {'Port': ['ID=f4a56b49-8f17-42cd-af1e-d811c45d9700,revision_number=3']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:59.580795 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-c4f6b3d6-a2d9-43b7-8da3-eebb97a446e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:59.644252 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Attempting to bind port f4a56b49-8f17-42cd-af1e-d811c45d9700 on host dv-cinder-790910-5-smb for vnic_type normal with profile {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:09:59.645173 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Attempting to bind port f4a56b49-8f17-42cd-af1e-d811c45d9700 by drivers openvswitch,hyperv on host dv-cinder-790910-5-smb at level 0 using segments [{'id': 'de4f0396-50b5-4128-bc63-14ddb905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222'}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:09:59.645781 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Attempting to bind port f4a56b49-8f17-42cd-af1e-d811c45d9700 on network ee8193d3-6a91-48c6-9d72-bad5da5ea222 {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:09:59.654528 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Checking agent: {'id': '0d33cfb6-1680-4d47-9d80-f8e8d47c9d9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 52, 7), 'started_at': datetime.datetime(2021, 5, 20, 8, 52, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:09:59.655776 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Checking segment: {'id': 'de4f0396-50b5-4128-bc63-14ddb905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:59.656182 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:59.656576 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Bound using segment: {'id': 'de4f0396-50b5-4128-bc63-14ddb905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222'} {{(pid=91690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:09:59.657102 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.managers [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Bound port: f4a56b49-8f17-42cd-af1e-d811c45d9700, host: dv-cinder-790910-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4f0396-50b5-4128-bc63-14ddb905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222'}}] {{(pid=91690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:09:59.657474 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:59.753286 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] For port f4a56b49-8f17-42cd-af1e-d811c45d9700, host dv-cinder-790910-5-smb, cleared binding levels {{(pid=91690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:09:59.758506 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.plugins.ml2.db [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] For port f4a56b49-8f17-42cd-af1e-d811c45d9700, host dv-cinder-790910-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=f4a56b49-8f17-42cd-af1e-d811c45d9700,segment=NetworkSegment(de4f0396-50b5-4128-bc63-14ddb905d2fe),segment_id=de4f0396-50b5-4128-bc63-14ddb905d2fe)] {{(pid=91690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:09:59.763959 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron_lib.callbacks.manager [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:59.768089 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-e6c67dbd-cd22-4ec2-883d-03c1af38b4d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:59.845832 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Routers {'f907e6a0-6ed7-4229-b011-f0dd1757d4a8'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:09:59.846463 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:09:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:59.903320 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6b3d6-a2d9-43b7-8da3-eebb97a446e1 None None] Pushing event updated for resources: {'Port': ['ID=f4a56b49-8f17-42cd-af1e-d811c45d9700,revision_number=4']} {{(pid=91690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:59.913418 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG oslo_concurrency.lockutils [None req-c4f6b3d6-a2d9-43b7-8da3-eebb97a446e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:00.047960 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] Set router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:10:00.396352 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'name': 'tempest-TestMinimumBasicScenario-273598090-router', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:53Z', 'revision_number': 4, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'gw_port': {'id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'f4a56b49-8f17-42cd-af1e-d811c45d9700', 'name': '', 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'mac_address': 'fa:16:3e:d2:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '50b594a0-11f3-406a-a0ec-0235728ca357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:52Z', 'updated_at': '2021-05-20T09:09:59Z', 'revision_number': 4, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'subnets': [{'id': '50b594a0-11f3-406a-a0ec-0235728ca357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:00.400312 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3716e371-611a-4d28-8d1a-a63cca2e0842 None None] The sync data for ids ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'] in dv-cinder-790910-5-smb is: [{'id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'name': 'tempest-TestMinimumBasicScenario-273598090-router', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:53Z', 'revision_number': 4, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'gw_port': {'id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'f4a56b49-8f17-42cd-af1e-d811c45d9700', 'name': '', 'network_id': 'ee8193d3-6a91-48c6-9d72-bad5da5ea222', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'mac_address': 'fa:16:3e:d2:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '50b594a0-11f3-406a-a0ec-0235728ca357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:52Z', 'updated_at': '2021-05-20T09:09:59Z', 'revision_number': 4, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'subnets': [{'id': '50b594a0-11f3-406a-a0ec-0235728ca357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:10:01.400540 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f4a56b49-8f17-42cd-af1e-d811c45d9700 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:01.484148 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning for port f4a56b49-8f17-42cd-af1e-d811c45d9700 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:01.490767 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port f4a56b49-8f17-42cd-af1e-d811c45d9700 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:01.493299 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:01.672386 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:01.723471 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] For port f4a56b49-8f17-42cd-af1e-d811c45d9700, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=f4a56b49-8f17-42cd-af1e-d811c45d9700,segment=NetworkSegment(de4f0396-50b5-4128-bc63-14ddb905d2fe),segment_id=de4f0396-50b5-4128-bc63-14ddb905d2fe)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:01.729520 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:01.733011 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-85a5b19f-bd58-4619-a17b-16ab64c890e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:01.806849 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Pushing event updated for resources: {'Port': ['ID=f4a56b49-8f17-42cd-af1e-d811c45d9700,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:01.813590 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:03.342123 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f4a56b49-8f17-42cd-af1e-d811c45d9700 up at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:03.412566 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Provisioning complete for port f4a56b49-8f17-42cd-af1e-d811c45d9700 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:03.412984 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:03.928845 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-e8761a5e-83fa-494f-963b-2607fd21ce17 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:03.929523 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-e8761a5e-83fa-494f-963b-2607fd21ce17 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Synchronizing usage tracker for tenant:44a906598fea41c6a08cd493ed4084e0 on resource:network {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:10:03.946915 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-e8761a5e-83fa-494f-963b-2607fd21ce17 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Unset dirty status for tenant:44a906598fea41c6a08cd493ed4084e0 on resource:network {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:10:03.948089 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-e8761a5e-83fa-494f-963b-2607fd21ce17 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/networks?id=52e068c8-e32e-4dad-9287-329d270e5e4e HTTP/1.1" status: 200 len: 815 time: 0.1685243 May 20 09:10:03.967062 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-18e84b26-0c49-4beb-a1ce-8723e6dfe529 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/quotas/44a906598fea41c6a08cd493ed4084e0 HTTP/1.1" status: 200 len: 375 time: 0.0133424 May 20 09:10:04.048782 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-5560176f-4807-4bef-bbef-82be3b16ec26 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Synchronizing usage tracker for tenant:44a906598fea41c6a08cd493ed4084e0 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:10:04.065017 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-5560176f-4807-4bef-bbef-82be3b16ec26 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Unset dirty status for tenant:44a906598fea41c6a08cd493ed4084e0 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:10:04.066293 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-5560176f-4807-4bef-bbef-82be3b16ec26 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=44a906598fea41c6a08cd493ed4084e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937412 May 20 09:10:04.164010 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-be2632c1-9447-4e76-b0a1-47db16fd97e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:04.204062 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-6e83a1d6-cf52-46e5-9893-b9e899fabd38 service neutron] 10.222.0.88 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255884 May 20 09:10:04.336496 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-e3be85e0-c596-4be0-8686-cca2d157c16f service neutron] 10.222.0.88 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263752 May 20 09:10:04.512063 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-df58246d-a9f3-4975-9f04-0d99d822b776 req-c520f05e-0e38-4a2f-a9cb-b591437774f8 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0461962 May 20 09:10:05.620567 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-10759089-ac36-4885-ad8b-545c95abbd8b req-2ae9a47a-2337-44a2-8abb-1c5b4c2c0082 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0427902 May 20 09:10:06.696574 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:06.875897 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ac39c8c0-0cdc-4a18-81a8-f5c2bc767f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:06.889845 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36479111-77eb-46f2-bbb5-4f3e66f5ed12 req-e106af7b-268a-4697-af61-9cedaa5e4809 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.2161527 May 20 09:10:07.735288 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.988115 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-253e291e-999a-4606-bdc9-086033067261 req-601ddb1a-dec7-4c50-94fd-b010b00acff5 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0443316 May 20 09:10:09.085308 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3ad47e78-7faa-48da-a951-a9af19e1f3b9 req-cfc99469-7a07-490e-bf3a-cfdbdeaeaceb tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0426791 May 20 09:10:09.535308 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:10.231258 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-35bf360f-a4a5-49b7-ade2-657b6817a1d2 req-e7be3f80-ae1b-48aa-885c-7ca13f1cba16 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0923483 May 20 09:10:11.327628 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5b22fe5d-eca4-467c-92a3-afa4b15f9d59 req-de2b21be-6fcc-4f39-9dfc-b46470129154 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0447018 May 20 09:10:12.424268 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fa7558f3-f38a-4424-9115-b82b5c8e26b1 req-8323b61d-37c7-4c88-8093-ac035ba01081 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0428870 May 20 09:10:13.522251 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e9e401f3-0028-4661-8f45-1ebbd79a4f14 req-2a6ef3a4-856f-4e40-9dc0-82e871813b5d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0422523 May 20 09:10:14.064451 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:14.625297 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-26bb730e-6f64-4b11-8dbc-e8ec940a7783 req-7cefd867-add2-4fa0-b68f-21773ad12604 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0459616 May 20 09:10:15.723207 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-20ce270f-7d63-4aab-8186-6ef0f9c6774b req-c04544ef-26b3-4b68-ad4b-dda8c1c27154 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0465283 May 20 09:10:16.822985 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ae57a6ec-1225-4b60-8712-7a65f23ed7fb req-fd2def0d-5543-4ec5-b3d4-96403700ca67 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0468771 May 20 09:10:17.921400 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dd82fc5b-1362-4779-9ce4-916877e77c5e req-c655e107-9fda-4dcb-a92a-bab141cf5de7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0453272 May 20 09:10:19.016414 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-35c60ff5-1301-4828-ac91-3d47e647a4b7 req-ed9c4c03-bcdc-4c29-8310-a5335b2042dd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0431812 May 20 09:10:20.111605 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ade43275-0d00-4b13-b6eb-5a46e756e90f req-0274fa6b-11fc-434a-8fce-2eae0d1e24fd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0411661 May 20 09:10:21.206974 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4a989157-b14e-4122-ac9d-8de86d272b3c req-a6d1d8ac-4355-4194-9da1-014334a6fa86 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0440309 May 20 09:10:22.302825 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2baf9f33-2f1c-45a1-bbed-1bbe038eabba req-10529c54-97b3-49bd-b435-33743e7efe72 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0428529 May 20 09:10:23.398883 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7abaa0f9-9593-4a25-b8d1-ea878c8dafc9 req-937dd4ec-5c2b-4e6b-988e-831ad33e6897 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0431616 May 20 09:10:24.496559 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-09665126-f2ce-4c9e-a2c0-3b7867712b00 req-cd7bc302-ff9e-4cd7-b80d-d370d83be9c6 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0459917 May 20 09:10:25.595358 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-40b82afc-fbe5-43c1-88bb-bfa6c6e0e691 req-91ae0100-4712-4fc2-988a-057f6ae43010 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0441310 May 20 09:10:26.693763 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f95be03c-c0ba-4818-a725-b41376f225d7 req-b0044995-2a41-4c77-9a26-7b6b3ca77a32 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0415642 May 20 09:10:27.790588 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2c9e6472-c796-42c3-ba3c-4d2619615e48 req-52ff58a9-857e-45e3-84ea-b6e15be6894c tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0451577 May 20 09:10:28.885270 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-26a6d9e2-d24d-42ec-9cba-026df1b10c12 req-340a19ad-5686-4bd8-a8d8-a35178078e01 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0442111 May 20 09:10:29.980166 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-339b1e23-928c-44ec-9657-bcfb19972822 req-cf7a8e43-f777-4567-958b-630a8a126b50 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0428567 May 20 09:10:30.221887 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:10:31.162230 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1434c92c-8dc7-4766-835c-25c6c22ea172 req-fa22d067-d6bb-4e0b-adcb-3d45626a41d3 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.1315362 May 20 09:10:32.256778 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c70a3c97-44cc-40aa-bbc5-9abf9160f2a8 req-886fb488-d359-4b54-83a5-ec92016a7ff0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0432036 May 20 09:10:33.353414 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-35da6c25-9d8f-4842-9bf6-e36d899fcf91 req-7e6a5559-e8fc-4c20-95c2-03bccc46b192 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0449252 May 20 09:10:34.165655 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-59506ad3-cd74-4b3e-bfe8-83f43f4ee981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:34.447469 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e97d74c0-4a58-4c3e-9a3b-2c895142c2f5 req-5f711cff-6380-457f-b6c0-83fa77da44df tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0422416 May 20 09:10:35.543922 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-407590c0-dbb6-4ba2-be49-1262b9316e57 req-345578eb-08c3-4255-9f25-545911439824 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0411425 May 20 09:10:36.643127 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-79c8b43d-e88c-497e-ab2f-8b77a3725eb3 req-d4271e33-8e46-46de-91ce-e61f82c0c38d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0460076 May 20 09:10:36.699793 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:36.877386 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-c7825e24-b28b-4bfd-a4e3-18faf64da3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:37.739309 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-54ec71c2-be11-4ab4-adf5-9bf627e2d091 req-08d259ce-1483-4079-b147-df8ea45cc6af tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0437007 May 20 09:10:37.741733 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:38.841599 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fd7181c9-ac85-4ac8-aa26-947f210c188f req-914a0f97-7238-4c6c-82c3-e7b26f1adb46 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0459907 May 20 09:10:39.538672 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:39.940463 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-aec6a6b2-e8d3-4cea-87a4-e6d96ae99bf4 req-336bbabb-c8d2-4e2d-96c4-d01872588062 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0460455 May 20 09:10:41.034017 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-04c68a64-2742-43d2-837a-82500d708300 req-a0b2a8f1-08f9-4889-8910-5a25649b311e tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0425107 May 20 09:10:42.128350 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9ebf74a5-8efa-4045-bba5-7e82473d78c5 req-62a756c0-b5e4-42f6-9034-d6400b734e51 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0420439 May 20 09:10:43.226988 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3f99291d-4088-4bcb-9507-46c96cc4496f req-e5a28626-db82-497e-987c-68e3a61c7480 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0460951 May 20 09:10:44.062575 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:44.320566 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-18607c27-07ed-45c8-a313-17eebdb5b853 req-414c1402-5f9d-418b-b940-943f85240675 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0415990 May 20 09:10:45.419009 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2fc2268-b582-4834-bd62-4cf3a19c2f31 req-a230189a-4018-4293-87f6-37081319ad18 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0436966 May 20 09:10:46.523589 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c6bee7f2-f996-40d9-8c83-391f85e4010e req-0180c6f7-ea46-4bc1-bce4-7585d9932e18 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0505772 May 20 09:10:47.618863 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-11db08e2-3b89-4c6b-b8fd-c83682cc8060 req-655bfede-603f-49cd-9e4d-7f8718b50f8c tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0435083 May 20 09:10:48.715956 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-45fc41f6-3b19-4f0c-8b92-442780b29032 req-df3d80e2-a484-43d5-b0a1-d74afdf6ae6b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0434060 May 20 09:10:49.814950 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b420e6f0-8dcb-46c6-b3a5-d49b49094409 req-c427f883-aaff-4a90-bb2f-8565ccabdd46 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0457284 May 20 09:10:50.909568 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0899096f-b867-4074-949b-a179ab083f1e req-6fdf1731-9989-430e-8f92-443a0128c1ee tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0422840 May 20 09:10:52.008663 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fff17515-2cfb-4f31-9a1f-25e68b35cff5 req-ab6ce9db-ef62-48dd-b042-9509c155d73e tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0443206 May 20 09:10:53.113311 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-40e91180-e1b7-4818-88ea-1088060495ad req-fe33b56f-b505-4d0d-ac52-b8a263a070c6 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0473335 May 20 09:10:54.207474 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4ee825cd-7f6d-4539-a514-013dae1cc1f7 req-7dc2e079-13a6-4de5-8d3d-b9595ceb8559 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0420833 May 20 09:10:55.304382 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d45531c5-0a99-44cc-a30f-3720a43e5b44 req-2a724b8b-51aa-40f7-8cf8-db78faefe0f3 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0427654 May 20 09:10:56.402536 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9a32602f-a596-4e25-9547-dc10667b1e03 req-c6a8d2de-de8e-44f1-abf0-b3048b864133 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0466025 May 20 09:10:57.499622 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e018c0ea-4a91-45ef-867a-952fbf6d3b60 req-0b99891c-d7f3-4625-84fb-2662d23b1efa tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0432858 May 20 09:10:58.596433 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a6c24e7-d46d-435c-93e2-bb1f532b0ec0 req-af370c86-151c-41ed-bd3a-ae4d77e5a46d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0441375 May 20 09:10:59.694832 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ca764e78-7683-4263-9d53-9e46c080a72f req-41d7fc8b-e08c-4340-9658-795a201c2725 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0456746 May 20 09:11:00.791253 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c61b6666-a9eb-427e-a64d-edccf1a072d3 req-9b98a41b-f9ec-4f89-865c-7378fc3b33f5 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0443697 May 20 09:11:01.888135 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-44e1e7ec-7a8c-47b4-86c5-d02a3cd7a84b req-2bac7395-c51f-400f-b223-b2da6e3ba457 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0435743 May 20 09:11:02.985820 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0dde387a-cb14-41b5-b571-97cba6acf9f0 req-912b8b96-f964-4fcf-8137-3e69b36cb99d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0458813 May 20 09:11:04.079071 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-79bada5c-042b-4677-a75d-d5d5572fa252 req-89d5f085-8e28-4507-8579-5da5a7e65ea9 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0430820 May 20 09:11:04.167920 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a2c813a8-2b2b-490d-9b22-eefc9867a7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:05.172258 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ebf29ab8-ce43-48f3-9ffb-4f4d338e3e97 req-9087903b-f21c-4087-9f46-9805aa4dbd4a tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0421512 May 20 09:11:06.273419 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5d6b27a1-0e5b-4629-91e0-b124571d0377 req-6ee69b9a-4361-475a-882e-f75d8fccf06e tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0460365 May 20 09:11:06.702746 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:06.881266 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f36e6178-59f4-4dc6-9f87-1585fba84627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:07.220950 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:11:07.456566 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-830fabcc-21b8-4e3b-bee1-851d0df20bff req-acc7802f-85b4-4213-91a3-6a2db5affcf8 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.1290011 May 20 09:11:07.741839 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:08.550516 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8c87e96f-e04e-403b-9638-247cfbc7d0b9 req-ba0d173e-0785-45a5-aa36-472ccfb3fbc0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0412142 May 20 09:11:09.540570 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:09.647889 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d5faff6e-157c-48f0-88b1-3d31e1dcb830 req-591016ae-039d-43c3-95dd-119b59c56f22 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0452504 May 20 09:11:10.740767 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4f88aa2b-e09e-42ad-affa-73c8b879713f req-1bec75d1-4242-4c2b-a4db-420f5b44528e tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0419760 May 20 09:11:11.835840 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-19675770-5466-46ad-8d3a-be99aa8637fd req-d8f6c5cd-7d4f-492d-9f68-efccba4f5bef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0419531 May 20 09:11:12.935809 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9560af3a-21a1-4175-871b-a2b13ea66483 req-315e17fd-b24c-4ed9-a90f-7a44c4cfc3f9 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0461988 May 20 09:11:14.032243 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d58a8085-cb47-41ed-a5ea-d61c2999a754 req-22d4c5eb-cf39-461d-8b9d-50ea7bc91c0a tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0454822 May 20 09:11:14.076325 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:15.126808 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ef80d4a2-750d-45d3-a7ac-40d5c59c0907 req-f0b5d93c-62b6-4d7e-8731-0cfcc24be69d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0428493 May 20 09:11:16.223884 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f21c7457-3a0f-4248-bc09-f05356b32cda req-14a0753e-f39f-49ea-9b05-e4f923063ddd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0456433 May 20 09:11:17.317394 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-15cd2e33-a5d9-47ae-bbd4-2f39a7ce88d1 req-7cfe62c4-887e-479d-872a-06812e88f417 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0423675 May 20 09:11:18.411223 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-45e0c281-b482-431c-8b55-5394eec199c9 req-d5533b06-33ad-4c1f-b4d2-c5cb604410de tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0410199 May 20 09:11:19.509782 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fdb63537-bd53-4618-b243-2b4b4e5998c0 req-c04d6c19-d519-41a3-9098-4c46e9d11d7f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0453706 May 20 09:11:20.601677 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e5004dc6-3f39-461e-bd19-3d848bf7fdae req-f459778e-0bae-4f13-b3a1-173255463f8b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0421462 May 20 09:11:21.696295 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-99530ba5-246b-4d39-839f-5e00765a87a8 req-183dd4df-a8df-4ba4-b128-b4ea24c1988d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0430079 May 20 09:11:22.793784 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-33a1c2e2-2aa7-460d-b4cc-f60da49a1553 req-33309428-3c88-4d36-b395-6d9988fd4e29 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0450025 May 20 09:11:23.889425 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ce5e5030-7212-49ed-a17f-c06fe7220af1 req-37292c89-2dea-4785-8c83-fee68839129f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0432100 May 20 09:11:24.985697 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a8ed6fd0-65aa-4860-8645-a5f91148abf8 req-360a26d3-48bb-4379-9a7d-d3c715f4f8a3 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0429046 May 20 09:11:26.083558 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-595cee8e-fddd-4980-9ade-82abcf70c9fa req-4ada4db3-6597-43bf-b3c1-e66a7a33bc2a tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0458813 May 20 09:11:27.178074 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b9beb561-ae0a-44bd-a510-e839d2ed7368 req-969b7df2-9ab0-47dc-8b80-8e6c53144751 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0423684 May 20 09:11:28.270545 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f4dc31dd-a8e4-46fd-88dd-b27a9cacea23 req-2d34d7e0-e595-411d-92b8-1c4889294eac tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0406239 May 20 09:11:29.371510 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f92ca6b1-4183-4b38-9a93-b37fc3973c2d req-de68ef4d-7c06-4b87-99eb-234dcd6917dc tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0472777 May 20 09:11:30.468546 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-07b25fb5-3831-441a-b6f1-f5c21a181fe9 req-d251111f-e115-487c-9132-11b3d18ae167 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0433214 May 20 09:11:31.562527 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ef2ba64c-f741-4b02-9caa-63703ae8bb17 req-17430967-4299-45cc-8ea4-d09cc0dcadd1 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0427492 May 20 09:11:32.661122 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8d3a3c65-31bc-45d6-a4ca-411280c6808c req-9bf0739a-4ce2-4b8d-89b8-5260a03349cc tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0460665 May 20 09:11:33.758198 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8fcc5e5a-5840-42eb-9402-85e13a4c64a7 req-143558fb-d75d-407b-91c3-3bb8f0e89b10 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0433366 May 20 09:11:34.171210 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-d85b31ee-bbfa-40c1-a0e4-1c6438a29ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:34.854901 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d0898d82-9cb8-44f1-b31c-1857213d1633 req-4f22cfbe-bab7-4a39-96fc-14381c21a638 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0438681 May 20 09:11:35.951663 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7b0c9672-4f6b-44fd-ac96-53ddfa404d0f req-4319a674-7245-4f89-aa8e-d97edfb18ce4 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0451949 May 20 09:11:36.706282 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:36.883413 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-852d3996-9e13-4191-9b21-f85ea5feb485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:37.049214 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b6d819c8-c55d-4e5a-ac4d-acbbfa4bd670 req-7429fb50-11a0-494c-8c86-eff880e8ebdd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0432556 May 20 09:11:37.743867 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:38.151666 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-87ee6f15-a55a-438b-a5cb-44ea8ec42368 req-c234291f-cda5-42a9-a7c5-628a29621b90 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0450208 May 20 09:11:39.249684 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-02862f85-d300-4342-aa6d-ae757d11144e req-f48754d0-8149-4796-afdf-df0e7aad2791 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0461469 May 20 09:11:39.545043 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:40.345770 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-986c893d-0da7-46c9-8669-1835d293d92c req-1569df5f-5ecc-4478-9869-3ab57f41e201 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0436926 May 20 09:11:41.446061 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1ae53ca0-8edc-4f21-8dae-8465df41c672 req-02f58b84-ec40-4038-af6c-dc0fba84113d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0424492 May 20 09:11:42.629001 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-af199907-dcc8-430c-a6e1-f04a511aedbe req-f60e5d7c-c2ee-42af-9c17-18401cb85551 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.1318362 May 20 09:11:43.722108 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-817bf44a-2aaa-4cdc-8913-010017172fa8 req-1b9ec2c2-d886-4539-b38a-d3f9c116c215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0408075 May 20 09:11:44.088187 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:44.219612 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:11:44.817261 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3803d5b8-9302-477a-b397-2e2313ab22d6 req-308dae54-98a9-4889-89c2-f9b1901dfeb7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0417318 May 20 09:11:45.913282 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2b9abf8d-1bb2-49b1-977d-c48366f10092 req-6f913a84-d178-4374-8fc9-8707b4fd23cc tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0446813 May 20 09:11:47.012157 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-39fe062a-1240-4244-9cb9-8b37b7918699 req-267d06f1-6e19-4f27-ac7c-ffe9ae177e8e tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0441623 May 20 09:11:48.107806 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-534e5fe9-d11a-48c6-b46a-3f2837b5ace8 req-daab5c28-7130-4fb3-89d7-95f5ef74b2f3 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0420125 May 20 09:11:49.206637 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-91271ecc-92bc-4ace-b04d-944f9df25106 req-f15614dc-9055-4153-9012-eb97123e82cf tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0455849 May 20 09:11:50.301023 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-987c187e-20e6-4feb-bb48-0d51678a214e req-46e31b42-0aca-4357-9de7-f7184e8d35ab tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0423751 May 20 09:11:51.395725 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d11fe4c6-0e87-4bd0-b771-e2fde9684af6 req-e273d1e6-26aa-447a-a27d-b243fb9d571f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0429046 May 20 09:11:52.491715 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-9d271507-b6d1-4798-b7b6-6f002c227c40 req-e9e56638-3ebc-4e1c-9539-87bb6403f5cd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0456786 May 20 09:11:53.584318 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3a4283c9-0356-4eda-bd8d-b2565231e5c3 req-3dd5dc4f-835e-4362-af07-40b41943db32 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0419204 May 20 09:11:54.678149 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7fc80178-0b3a-401e-be47-0cd68ee7a76c req-d12730eb-ea7c-4d47-ba61-95c6669243bb tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0409992 May 20 09:11:55.777343 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e2fe9bf2-8b0a-4a10-af56-1e688f0f9954 req-4240e60f-4a79-4a92-aee0-35a76932e9f4 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0456746 May 20 09:11:56.874984 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-75b13f28-7142-4ec6-9aa6-326b205f3caa req-b37efb25-524a-471b-9f7a-51fc0a71b7bd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0449841 May 20 09:11:57.967783 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-358a6e70-ca3d-435f-8937-d41897778f37 req-c229d341-3672-449a-8248-15c321c7ae34 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0414426 May 20 09:11:59.066907 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6e9d8ed5-33c2-4779-bd09-3c19c6dfa5f4 req-3973db8e-14e3-48bf-b8c8-f427e388245a tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0458624 May 20 09:12:00.161400 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d997ebbe-95fd-48c3-b239-f13d1e6a9967 req-232c49c7-3225-4744-b082-fd19ea29055b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0422564 May 20 09:12:01.253707 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3b9ee13a-4df8-4a9b-958f-825f0f1e1579 req-6cf750d9-8a17-4286-9c73-184160d023b0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0429676 May 20 09:12:02.350375 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fa925883-5272-49a0-8f5f-7c16ee838e88 req-cf85ae33-9529-452c-8f4e-1dd9a4cee820 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0462534 May 20 09:12:03.446609 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c956596b-9d80-4a1a-8cb6-4bc77de02ca6 req-1ea65874-cf87-4ded-a5e9-dc8189cb682e tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0417254 May 20 09:12:04.172607 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-32e3f450-5b1d-4e2d-8e56-7cba84caea1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:04.540161 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-57f0357a-ee99-4ed5-9267-e33f45e8a765 req-9fb0963a-b4ad-40be-b5a0-412b766f129d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0419068 May 20 09:12:05.635348 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-37f48ee3-8d19-4cbf-a382-7d0e6e6fab3c req-1517fdc2-7e53-411c-a0b7-91a6e0dd522f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0448179 May 20 09:12:06.710266 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:06.730574 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4d2b6b37-1c67-428a-9261-2e674b31e79a req-70813a2c-0a3a-4b3f-aa5f-f5e6ef49b4f3 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0435808 May 20 09:12:06.885295 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-175c00c2-08df-4e19-ba3d-5fc379d7c446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:07.746415 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:07.823771 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a55977bb-5474-4b41-a9b1-fe94dce37df6 req-5e083158-07f0-44b7-8659-914356b57f71 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0415440 May 20 09:12:08.922153 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5f397d09-89b6-4b3e-8906-adfbbc5ad8eb req-e64bc150-ac60-4514-98e6-3df382178aef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0456414 May 20 09:12:09.547007 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:10.014829 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d1357590-391a-4bb6-a6a7-48f37318b450 req-f305244e-8966-4e5d-9999-bca5b608099b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0428576 May 20 09:12:11.108156 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5c6011e5-76aa-4108-be71-8cf38705d11f req-e0d9f694-1d9e-4af6-a4f1-1c2ff1ba7f1c tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0430424 May 20 09:12:12.204504 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7a9c4578-9dce-4711-ae6a-fd1fa7e54771 req-23dea916-28cf-4a80-8f73-b254e27b77fe tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0452046 May 20 09:12:13.298972 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-179f2852-1b50-43da-a011-d3809816bd49 req-a0beafb2-badb-4504-9ed4-a1a40778896b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0428293 May 20 09:12:14.098729 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:14.394265 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a8a4e7c3-4b64-49aa-b0d5-d9aa4c54f33e req-fcdbf980-a1cb-439f-8864-579c721b241b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0433385 May 20 09:12:15.492386 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5d97263d-ae97-4d22-8790-0c66f20f60c1 req-7e60d210-2482-4b44-aecc-1141e296ebe0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0463884 May 20 09:12:16.585286 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bb0ec3af-4fad-4e7d-8842-52db57832d32 req-e36e64b1-d263-4191-ba2f-f90a9f2fa5d6 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0415437 May 20 09:12:17.680152 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8efad026-5c9d-45c2-9081-bd1ed7b1a871 req-c07ea0cd-9aed-44fe-8630-48c5001c9025 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0414991 May 20 09:12:18.862382 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5d21a2f4-492c-4d33-a1b7-1dfce27d5238 req-2f9653b0-d59e-48aa-acf2-b8a71147d870 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.1304915 May 20 09:12:19.958495 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5331f6a-b0d4-4c8d-bc12-1acdc20e874c req-3652e761-3c32-4193-910c-2e082e53a181 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0433581 May 20 09:12:21.052453 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8106fcdc-2a24-4a55-a309-9d06830419a4 req-0256d41c-f934-4098-93b8-ad7bc6c7c10a tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0413470 May 20 09:12:21.222361 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:12:22.148856 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-36856f6b-e16b-4b58-a904-3f4495a570d8 req-ffe70caa-128c-4c75-9792-ab40a8876605 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0459807 May 20 09:12:23.243304 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f0bf1999-d4b5-4be7-9578-3304def6c4ac req-f89021d2-9e91-43a2-811b-0473c1d7e58f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0419312 May 20 09:12:24.338479 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7d9e1ac1-01c7-4fe7-9157-a06c3ced58db req-a3310028-702b-4019-8d3b-301550ee8467 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0427556 May 20 09:12:25.434394 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2c291318-2028-4bb8-a309-9ce2acac0cff req-b9192938-4bf5-420d-b857-d61835614ff7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0447469 May 20 09:12:26.529742 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b6d98515-92d8-4222-869b-2acdbc47c82b req-4638a4f0-e91f-415f-b811-8cb47f27566f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0418112 May 20 09:12:27.627700 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c9e5aade-3ef2-4db5-a22b-019fd4df97cc req-9f74787c-6191-4e9e-8451-69ce94442eca tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0459120 May 20 09:12:28.729361 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0dbc911d-5533-4164-a500-67e4c2121c6f req-9affbe83-cf59-4e88-a6c3-df0fb2ec719b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0456853 May 20 09:12:29.824546 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8550fec5-831f-4ad0-855c-5872009578ff req-4790f6bf-4259-4be0-9aa3-cdfd546c23fc tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0429661 May 20 09:12:30.920571 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4cb93484-56c3-4dbe-83e2-e126f46ba9f2 req-d8f3ce90-0cec-4659-8cfd-27cd9ccc52bf tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0431097 May 20 09:12:32.015939 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1d52a3b7-22c5-4bae-82a7-758ee60cb92c req-03e11d8f-a6c2-43d8-84d8-dcc50c5bf7a1 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0447056 May 20 09:12:33.111041 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a12640e9-c08e-4194-9ee7-8b6cd12cc151 req-e036c679-bac7-4727-a82d-a8e838b18366 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0426090 May 20 09:12:34.173695 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-58baae7d-ccee-4c1e-892b-0fa08a89ed21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:34.212562 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5a0a0b0c-cec4-4304-9175-46be2ff1cac4 req-25779883-6a27-4645-8f2f-9ff298ca5d61 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0425894 May 20 09:12:35.310396 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-48640079-71e9-4cc9-8455-b11e08bbcd9c req-2de725fd-dfab-40ca-8a0b-45212f9f232c tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0450127 May 20 09:12:36.404595 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a868ed75-9a9f-4429-9639-4b87ad1bd36c req-2d19e74a-78e0-4e5b-9a15-3f17eb2a1ca9 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0420666 May 20 09:12:36.715246 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:36.889170 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ed81beca-b44b-474e-b682-8cc5d29089a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:37.497303 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ae35ebea-6f75-4552-bba3-058d1aa72a7d req-f7cbbf91-0f1a-469a-a423-c960a785cdb3 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0424511 May 20 09:12:37.748399 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:38.594010 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-28cbf9db-981f-4f3d-ad1e-9febf69bf033 req-70a56258-cda0-4143-a6f3-511b9561e11f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0449493 May 20 09:12:39.550325 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:39.687762 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-85ad7121-7239-4b34-ae8d-3e87212fb4aa req-b82747c4-c6cf-4aa8-9cf5-71859c05807f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0428774 May 20 09:12:40.780752 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-47489ddf-a80b-4680-8f58-917b3ce910d7 req-4e85ece7-bb9f-4c6c-90b8-bc65d62bd9f7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0417802 May 20 09:12:41.879378 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-490c7d11-d0da-4518-88c1-1fdbbe19cf2e req-691758ad-c676-4df6-9b3f-0c4925a2d774 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0465450 May 20 09:12:42.973317 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3b8aa6f4-0527-4657-bfe5-db3b458e6ecc req-82ddff84-4b53-4d1c-a1a5-c0f963a49e88 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0424907 May 20 09:12:44.066122 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4bb7697f-040f-444f-b13b-38d2fce601e6 req-0591c106-a925-43f0-94d3-56e84459c13f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0427997 May 20 09:12:44.107841 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:45.162591 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-43f20ee6-d6f6-4204-b267-da7a05f7fc8d req-b002f72a-5bb7-4e68-a9fc-6c6f3f5c4708 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0457623 May 20 09:12:46.258011 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5b32fa6e-8a27-414d-ae7a-8568b5c8ce79 req-7b631c71-6126-4b6e-bd41-721734d9aab3 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0423617 May 20 09:12:47.352853 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d0031813-bc28-4d20-a133-366a928ff686 req-37449f2e-1b73-4efd-9539-411b69a9daa4 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0430017 May 20 09:12:48.457161 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cd4d60f8-5441-4a58-97a1-9fbaecbfe053 req-8173e0da-2cb5-4917-8270-d21bf4d50b27 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0455983 May 20 09:12:49.557780 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cc4a62fa-a11d-40b7-9cec-5086b02eecda req-1bba3ca8-89f8-4f3c-9c34-9fc5dbdd56a5 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0429778 May 20 09:12:50.650908 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c2e15ec7-429a-4939-adc6-317a57dd1ecc req-fbdf05c1-7aec-4caf-b42c-4b074059b368 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0417666 May 20 09:12:51.748368 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-fc916c3f-eb9b-4636-a114-387703d93924 req-9de773d9-270f-432f-bc17-3ff4ef1d6955 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0457158 May 20 09:12:52.845719 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c9cf52a5-b17f-4717-8dd2-74d234c78728 req-1102f130-3341-4e55-9797-7bef1e8ac28c tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0433803 May 20 09:12:53.958811 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-f4870449-59cf-40fe-9f50-72f3e38472be req-e8ac5eb9-782f-4868-9002-e9c02b09feb8 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0431895 May 20 09:12:55.141352 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0d395784-4404-443c-a0e1-603043bef1c0 req-f9d89d31-18bb-4619-855f-52aeecaff2ee tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.1323121 May 20 09:12:56.236132 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-50513ad8-e02c-453a-b409-293f753db293 req-7c5223ad-1a0a-4cf8-818f-55d10da383a7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0427294 May 20 09:12:57.330018 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ca39fa8e-6cbe-4e3d-878f-dc5fe38100e7 req-75b15439-8fe1-4ab0-ae12-cdc6d4fe4936 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0414550 May 20 09:12:58.242633 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:12:58.428838 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-4f8c6d24-ec68-494a-be35-99813f0c74e4 req-0bb74f33-80a3-452e-a682-e365b2697f66 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0465646 May 20 09:12:59.525551 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2cb077bd-97da-4b71-bf95-67f16bd8bf15 req-54876e4a-fb60-4acc-8a3d-9437f3168c4b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0422490 May 20 09:13:00.618447 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-77923688-a418-402e-9afb-8f56c8836dc6 req-a742a0af-eeba-4e77-b96d-232b48a1d9ff tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0424340 May 20 09:13:01.718078 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b5286851-49fb-4ba5-bc73-7cf93cc6709e req-64cc1e87-090d-4ded-9d63-9f27103d7721 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0475514 May 20 09:13:02.822523 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0a4e70c6-9edc-4282-85cb-01bb5f26bece req-43875ed7-6535-434e-8946-382bb5b9066d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0435262 May 20 09:13:03.919681 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-392bcdc3-75db-4296-8465-da736785ea6e req-932ab8d5-88b2-4a97-b775-80a83048438c tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0419250 May 20 09:13:04.176845 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-99d97aaa-97bf-468d-ae4a-1b94a99a3a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:05.017021 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-53882242-41b5-4a4b-95eb-22b38626f734 req-81752beb-b580-48ad-8cef-458ae0f07159 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0465469 May 20 09:13:06.168489 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-46bbb5bc-b797-43e2-8f1d-8b4fd3e63477 req-bea52a14-62e7-4766-8c88-0c139680c9f6 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0424671 May 20 09:13:06.641454 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-86d83516-f45c-488d-be14-0b7fcd4ec5d1 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:06.642879 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-86d83516-f45c-488d-be14-0b7fcd4ec5d1 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.97 "GET /v2.0/networks?id=52e068c8-e32e-4dad-9287-329d270e5e4e HTTP/1.1" status: 200 len: 815 time: 0.1834252 May 20 09:13:06.664123 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Request body: {'port': {'device_id': '239825a9-f9e6-418c-b311-9c8302bd2998', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'admin_state_up': True, 'tenant_id': '44a906598fea41c6a08cd493ed4084e0'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:06.723100 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:06.805034 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:06.814593 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:06.824663 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Made reservation on behalf of 44a906598fea41c6a08cd493ed4084e0 for: {'port': 1} {{(pid=91688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:06.828650 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:06.894617 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-996c89f6-c8b6-4d34-ad61-84eea249d995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:07.006290 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Allocated IP 172.20.0.11 (52e068c8-e32e-4dad-9287-329d270e5e4e/55389035-4f90-4b28-af13-b0eda733c71c/7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:07.316849 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:07.375763 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Transition to ACTIVE for port object 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 will not be triggered until provisioned by entity DHCP. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:07.388092 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c9447b7b-c332-4510-b4ce-b399f5c371f3 req-42ab9a50-f971-4967-84ce-2205b64b510c tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 210 time: 0.0537722 May 20 09:13:07.437725 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:07.443552 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-1b14bebe-3b81-4685-adc1-90da862c32e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:07.506240 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Network 52e068c8-e32e-4dad-9287-329d270e5e4e is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:07.509504 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:07.513528 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:13:07.563428 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'Port': ['ID=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:07.585970 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.586341 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.586703 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.587086 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.587653 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.587998 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.588430 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.588879 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.589185 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.589534 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.589878 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.590221 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:07.596082 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:07.610759 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:07.611469 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:07.644122 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9840066 May 20 09:13:07.753003 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:07.788673 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-32083b1a-7205-4af5-9b3c-db086f7b63e4 None None] Provisioning for port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 completed by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:07.797340 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-32083b1a-7205-4af5-9b3c-db086f7b63e4 None None] Provisioning complete for port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:07.797713 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-32083b1a-7205-4af5-9b3c-db086f7b63e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:07.865625 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-32083b1a-7205-4af5-9b3c-db086f7b63e4 None None] Port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 cannot update to ACTIVE because it is not bound. {{(pid=91689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:13:08.594368 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90920ed5-1bb9-469d-b0de-b515d23b852a req-d3e01712-5dd9-416b-b378-9744cff48833 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:08.595224 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-90920ed5-1bb9-469d-b0de-b515d23b852a req-d3e01712-5dd9-416b-b378-9744cff48833 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Synchronizing usage tracker for tenant:44a906598fea41c6a08cd493ed4084e0 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:13:08.612239 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-90920ed5-1bb9-469d-b0de-b515d23b852a req-d3e01712-5dd9-416b-b378-9744cff48833 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Unset dirty status for tenant:44a906598fea41c6a08cd493ed4084e0 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:13:08.613653 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-90920ed5-1bb9-469d-b0de-b515d23b852a req-d3e01712-5dd9-416b-b378-9744cff48833 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 932 time: 0.1030734 May 20 09:13:08.661270 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-90920ed5-1bb9-469d-b0de-b515d23b852a req-a30e22ab-8d49-4b3f-b099-4b6dd1ea6191 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Synchronizing usage tracker for tenant:44a906598fea41c6a08cd493ed4084e0 on resource:security_group {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:13:08.679993 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [req-90920ed5-1bb9-469d-b0de-b515d23b852a req-a30e22ab-8d49-4b3f-b099-4b6dd1ea6191 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Unset dirty status for tenant:44a906598fea41c6a08cd493ed4084e0 on resource:security_group {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:13:08.681607 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-90920ed5-1bb9-469d-b0de-b515d23b852a req-a30e22ab-8d49-4b3f-b099-4b6dd1ea6191 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620441 May 20 09:13:09.554408 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.889525 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f2de5-41a5-47fe-a7e2-3966627c90ec req-20a5d2b9-43d6-48d6-bc6a-33dc56fe9ea0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:09.891599 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b83f2de5-41a5-47fe-a7e2-3966627c90ec req-20a5d2b9-43d6-48d6-bc6a-33dc56fe9ea0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 932 time: 0.0956016 May 20 09:13:09.946660 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b83f2de5-41a5-47fe-a7e2-3966627c90ec req-9fb02e3e-1a29-4d86-af7b-dbad591f1da8 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 May 20 09:13:11.141550 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb6482-5a9e-4c61-9bce-0469c5df23d9 req-63fc8300-f8df-4d80-a874-8215b8114452 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:11.143084 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d5bb6482-5a9e-4c61-9bce-0469c5df23d9 req-63fc8300-f8df-4d80-a874-8215b8114452 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 932 time: 0.0854967 May 20 09:13:11.195052 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d5bb6482-5a9e-4c61-9bce-0469c5df23d9 req-1d49e0c1-d4cd-4030-b56d-1696a1c37b49 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451140 May 20 09:13:12.498979 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0af33-e2fa-48a1-b15d-2e14d990c838 req-04e72225-2e56-4446-86c4-434c4978335f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:12.500624 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-faf0af33-e2fa-48a1-b15d-2e14d990c838 req-04e72225-2e56-4446-86c4-434c4978335f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 932 time: 0.1956136 May 20 09:13:12.550445 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-faf0af33-e2fa-48a1-b15d-2e14d990c838 req-9216f73e-9b08-4f44-b43b-76ea9fcb2fd6 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429959 May 20 09:13:13.752354 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbafd8-8995-49b9-9a3d-6b601cf31407 req-704621a1-e981-44a6-9419-b3bdb691f912 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:13.754226 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-56dbafd8-8995-49b9-9a3d-6b601cf31407 req-704621a1-e981-44a6-9419-b3bdb691f912 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 932 time: 0.0904226 May 20 09:13:13.810386 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-56dbafd8-8995-49b9-9a3d-6b601cf31407 req-8b8aa025-e311-4d78-a5dd-1015903aee0a tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497463 May 20 09:13:14.109120 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:15.000485 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59789e0-b8cb-44ea-a9b1-e22c234c617d req-76faee09-6b2c-45ec-ae51-b382ce355ed8 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:15.002055 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d59789e0-b8cb-44ea-a9b1-e22c234c617d req-76faee09-6b2c-45ec-ae51-b382ce355ed8 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 932 time: 0.0838134 May 20 09:13:15.050702 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d59789e0-b8cb-44ea-a9b1-e22c234c617d req-e1d04733-f963-4622-b244-42375388e065 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 May 20 09:13:16.241213 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9d090-6b5c-48aa-baf5-7cf639eec36a req-15de6964-5b06-4b3c-8c12-4a2c95e3bd6f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:16.242597 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b5a9d090-6b5c-48aa-baf5-7cf639eec36a req-15de6964-5b06-4b3c-8c12-4a2c95e3bd6f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 932 time: 0.0836172 May 20 09:13:16.289540 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b5a9d090-6b5c-48aa-baf5-7cf639eec36a req-8bb61559-e17e-4da1-a3ce-2b04c2016324 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 May 20 09:13:16.510471 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-76974d5f-97e0-4837-99fb-b91ccfd4c4e6 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=91688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 09:13:16.511359 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-76974d5f-97e0-4837-99fb-b91ccfd4c4e6 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053995 May 20 09:13:16.615696 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Request body: {'port': {'device_id': '239825a9-f9e6-418c-b311-9c8302bd2998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:16.732190 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:17.079880 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 {{(pid=91688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:13:17.087194 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:17.101672 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Transition to ACTIVE for port object 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:17.106385 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:17.109966 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-9c05876e-304c-4110-ba16-069566f0b712 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:17.236398 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:17.262368 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:17.341019 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Attempting to bind port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:13:17.341278 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Attempting to bind port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:13:17.341641 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Attempting to bind port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 on network 52e068c8-e32e-4dad-9287-329d270e5e4e {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:13:17.347038 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 on network 52e068c8-e32e-4dad-9287-329d270e5e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 09:13:17.347356 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Attempting to bind port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 on network 52e068c8-e32e-4dad-9287-329d270e5e4e {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:13:17.352542 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Checking agent: {'id': '5f17dad6-9e78-4561-9797-bf34df0ec7df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'started_at': datetime.datetime(2021, 5, 20, 8, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:13:17.352903 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Checking segment: {'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:13:17.353281 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Bound using segment: {'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:13:17.353702 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Bound port: 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e19382-32bc-4a69-8922-b56870e7646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:13:17.354042 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:17.498556 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] For port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97, host hv-cinder-79091, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:13:17.503434 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] For port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:13:17.509112 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:17.514189 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-432b7cf0-4d40-4991-8224-bcdb084932c2 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:17.584455 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538fa9c-e32a-46ca-b6cf-74558ca15fb7 req-4ba3a63e-16dd-40ce-b568-4b6e00aef4c6 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:17.586008 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b538fa9c-e32a-46ca-b6cf-74558ca15fb7 req-4ba3a63e-16dd-40ce-b568-4b6e00aef4c6 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 944 time: 0.1840570 May 20 09:13:17.589552 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:17.590139 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:17.591619 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] 10.222.0.97 "PUT /v2.0/ports/7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 1094 time: 1.0601876 May 20 09:13:17.592294 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:13:17.644868 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:17.680676 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a8f5dc38-2b86-49ff-9838-5927138105a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:17.690584 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-b538fa9c-e32a-46ca-b6cf-74558ca15fb7 req-153feb0b-315b-412b-8c45-827e6bfe9da8 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937490 May 20 09:13:17.726236 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'status': 'completed', 'code': 200} May 20 09:13:17.733199 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-1df1b35b-ba7e-43a9-9d7a-b188b080ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:17.734821 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-1df1b35b-ba7e-43a9-9d7a-b188b080ef76 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44a906598fea41c6a08cd493ed4084e0&device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 1097 time: 0.0849960 May 20 09:13:17.816663 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-834508bd-51aa-485d-9c33-8702dd602c68 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 217 time: 0.0651851 May 20 09:13:17.884685 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8b91a85-5b25-451e-8521-672deacd36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:17.886144 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-a8b91a85-5b25-451e-8521-672deacd36b5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=55389035-4f90-4b28-af13-b0eda733c71c HTTP/1.1" status: 200 len: 854 time: 0.0631466 May 20 09:13:18.044595 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-07df8042-eba1-4501-ab92-aa43ad788067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:18.046650 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-07df8042-eba1-4501-ab92-aa43ad788067 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52e068c8-e32e-4dad-9287-329d270e5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1543059 May 20 09:13:18.175880 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-2d1fdeaf-17b0-4ca4-a5da-1533a9b43325 service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226845 May 20 09:13:18.308902 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-1bdcdc27-f738-4cbf-8312-6afa45ff2e96 req-0d0bb07f-b25c-4662-903d-2169ee496678 service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264815 May 20 09:13:18.468105 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7ddf3-db17-4d6b-95e6-6c0aa69b1fd1 req-c0754569-6042-4bff-9619-cac5b7b4310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:18.469585 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-12b7ddf3-db17-4d6b-95e6-6c0aa69b1fd1 req-c0754569-6042-4bff-9619-cac5b7b4310e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44a906598fea41c6a08cd493ed4084e0&device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 1097 time: 0.0756738 May 20 09:13:18.601288 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7ddf3-db17-4d6b-95e6-6c0aa69b1fd1 req-14dfed80-831f-4bc1-8b74-85c9e591daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:18.602746 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-12b7ddf3-db17-4d6b-95e6-6c0aa69b1fd1 req-14dfed80-831f-4bc1-8b74-85c9e591daa3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=52e068c8-e32e-4dad-9287-329d270e5e4e HTTP/1.1" status: 200 len: 917 time: 0.1256630 May 20 09:13:18.669770 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-12b7ddf3-db17-4d6b-95e6-6c0aa69b1fd1 req-47f406fd-7f23-40ca-a295-9a753e3551c7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 217 time: 0.0590217 May 20 09:13:18.735011 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7ddf3-db17-4d6b-95e6-6c0aa69b1fd1 req-438afdb2-717b-404e-801c-a4ff5343b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:18.736442 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-12b7ddf3-db17-4d6b-95e6-6c0aa69b1fd1 req-438afdb2-717b-404e-801c-a4ff5343b18e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=55389035-4f90-4b28-af13-b0eda733c71c HTTP/1.1" status: 200 len: 854 time: 0.0602767 May 20 09:13:18.864441 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7ddf3-db17-4d6b-95e6-6c0aa69b1fd1 req-b6154870-0f25-408e-a499-f0d9c3639c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:18.865918 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-12b7ddf3-db17-4d6b-95e6-6c0aa69b1fd1 req-b6154870-0f25-408e-a499-f0d9c3639c66 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52e068c8-e32e-4dad-9287-329d270e5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1227393 May 20 09:13:18.984345 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a5e54-9f09-4335-96cd-165ec4b3db5f req-09b8482c-59b9-452d-b77a-33320a1dcf3f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:18.985699 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6e0a5e54-9f09-4335-96cd-165ec4b3db5f req-09b8482c-59b9-452d-b77a-33320a1dcf3f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 944 time: 0.1836469 May 20 09:13:19.046438 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-12b7ddf3-db17-4d6b-95e6-6c0aa69b1fd1 req-58a55368-4308-4e33-9cbc-574b95c2a809 service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700811 May 20 09:13:19.051056 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6e0a5e54-9f09-4335-96cd-165ec4b3db5f req-56c333d2-0eb1-4652-9681-813aecf6802c tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584898 May 20 09:13:19.176504 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-12b7ddf3-db17-4d6b-95e6-6c0aa69b1fd1 req-7db601fb-3c78-428b-a7a5-dff610abb32e service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224527 May 20 09:13:20.235366 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e580b-ec98-4588-a07c-cb11854aa054 req-2f71d909-a311-4c5e-bbdf-c4bcf54e511e tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:20.236828 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-306e580b-ec98-4588-a07c-cb11854aa054 req-2f71d909-a311-4c5e-bbdf-c4bcf54e511e tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 944 time: 0.0815632 May 20 09:13:20.283124 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-306e580b-ec98-4588-a07c-cb11854aa054 req-0debb3b4-5776-4aa2-bef9-f0c043141d33 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 May 20 09:13:20.449161 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 09:13:20.588621 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:13:20.602162 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Returning: {'device': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'port_id': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'mac_address': 'fa:16:3e:9d:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55389035-4f90-4b28-af13-b0eda733c71c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 09:13:20.662205 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:20.683209 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 {{(pid=91689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 09:13:20.699116 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:13:20.703727 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:20.705507 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:20.773507 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,revision_number=4']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:20.780784 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.781130 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.781470 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.781793 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.782122 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.782442 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.782763 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.783076 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.783391 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.783705 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.784017 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.784334 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:20.789016 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:21.022446 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:13:21.475727 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d46ff-9255-41e7-ac6f-300f11452a95 req-2e2fd7a4-7aa6-4d49-a419-b7c6477bf829 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:21.477682 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e82d46ff-9255-41e7-ac6f-300f11452a95 req-2e2fd7a4-7aa6-4d49-a419-b7c6477bf829 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 945 time: 0.0860505 May 20 09:13:21.524544 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-e82d46ff-9255-41e7-ac6f-300f11452a95 req-3073f261-10d9-4de7-9210-8ba78dc7aebd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 May 20 09:13:22.460381 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 up at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:22.525426 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning for port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 completed by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:22.529965 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Provisioning complete for port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 triggered by entity L2. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:22.530340 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:22.646083 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:22.673781 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'}] {{(pid=91689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:13:22.683776 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] For port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:13:22.690196 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470'] for port, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:22.692175 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:22.718927 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b34def-d9ee-4d7a-8d42-c87d99577fb9 req-e717bbc7-bf30-4b87-8b6f-7fde7eb01ccf tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:22.720399 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-03b34def-d9ee-4d7a-8d42-c87d99577fb9 req-e717bbc7-bf30-4b87-8b6f-7fde7eb01ccf tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 945 time: 0.0873835 May 20 09:13:22.775527 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-03b34def-d9ee-4d7a-8d42-c87d99577fb9 req-e73e7f4b-e4bc-4a44-b770-59b093da5f7c tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482941 May 20 09:13:22.789781 dv-cinder-790910-5-smb neutron-server[91689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'code': 200} May 20 09:13:22.798257 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Pushing event updated for resources: {'Port': ['ID=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,revision_number=5']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:22.801305 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:23.052032 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ffac7-da23-472a-bead-d2ff5caf87d7 req-2d409f07-a40d-4f0c-ba2e-c8f841cc7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:23.053539 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a25ffac7-da23-472a-bead-d2ff5caf87d7 req-2d409f07-a40d-4f0c-ba2e-c8f841cc7e0b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 1099 time: 0.0721326 May 20 09:13:23.099208 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a25ffac7-da23-472a-bead-d2ff5caf87d7 req-5abd0f6e-f0a1-43e6-9bae-baa6bf8315a7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348849 May 20 09:13:24.062101 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baacdf2-4945-4a38-bf4d-2cdb068e90b2 req-3f4d5870-5d8b-42c3-94ca-8ccd6dbb0f4a tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:24.063455 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0baacdf2-4945-4a38-bf4d-2cdb068e90b2 req-3f4d5870-5d8b-42c3-94ca-8ccd6dbb0f4a tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 946 time: 0.1781383 May 20 09:13:24.108727 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-0baacdf2-4945-4a38-bf4d-2cdb068e90b2 req-8e7f7f26-c3de-4591-a384-4ae9e75669b2 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391328 May 20 09:13:25.294176 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa51109-0df6-4403-8f78-09d402b29958 req-5ecf51f4-d3f5-45e8-8604-bcea7703aaad tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:25.296114 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bfa51109-0df6-4403-8f78-09d402b29958 req-5ecf51f4-d3f5-45e8-8604-bcea7703aaad tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 946 time: 0.0806577 May 20 09:13:25.343771 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bfa51109-0df6-4403-8f78-09d402b29958 req-87d114d8-6611-469d-bd06-3a9cc7f4a38f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419014 May 20 09:13:25.523899 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc92bb-563b-4d11-969b-67da3d2ac5c1 req-578fc72f-42b1-41a6-8870-80cf90bf11cf tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:25.525372 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-45fc92bb-563b-4d11-969b-67da3d2ac5c1 req-578fc72f-42b1-41a6-8870-80cf90bf11cf tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 946 time: 0.0799487 May 20 09:13:25.569243 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-45fc92bb-563b-4d11-969b-67da3d2ac5c1 req-b0b7accf-5f98-41aa-89c8-b6f712bccba3 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377121 May 20 09:13:25.954220 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebd80a-00a0-4071-979b-fd51763830b3 req-a8acd25e-7981-4b03-817e-e9fca2f28462 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:25.955653 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-89ebd80a-00a0-4071-979b-fd51763830b3 req-a8acd25e-7981-4b03-817e-e9fca2f28462 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 946 time: 0.0848215 May 20 09:13:25.999811 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-89ebd80a-00a0-4071-979b-fd51763830b3 req-980671c0-d51a-458c-9303-569db2f1b1e0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384648 May 20 09:13:27.334453 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-1508287b-491a-412a-8447-2e229c45759d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740414 May 20 09:13:27.511404 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-97e6a38d-5ab5-4992-be6c-8147190e54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:27.512895 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-97e6a38d-5ab5-4992-be6c-8147190e54bc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44a906598fea41c6a08cd493ed4084e0&device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 1099 time: 0.0916970 May 20 09:13:27.669972 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-85ee3836-3c87-45d6-aeb4-7ec5b55d3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:27.671991 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-85ee3836-3c87-45d6-aeb4-7ec5b55d3606 service neutron] 10.222.0.97 "GET /v2.0/networks?id=52e068c8-e32e-4dad-9287-329d270e5e4e HTTP/1.1" status: 200 len: 917 time: 0.1337204 May 20 09:13:27.740655 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-d700c4f1-84da-4a64-9b37-1f66387e9ef8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 217 time: 0.0614679 May 20 09:13:27.810064 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-be684b92-1e88-413a-9529-0173da3ca145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:27.813419 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-be684b92-1e88-413a-9529-0173da3ca145 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=55389035-4f90-4b28-af13-b0eda733c71c HTTP/1.1" status: 200 len: 854 time: 0.0662622 May 20 09:13:27.902187 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-8613e9fb-6edc-455d-8ac4-cfdd9219d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:27.905398 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-8613e9fb-6edc-455d-8ac4-cfdd9219d3d1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52e068c8-e32e-4dad-9287-329d270e5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857224 May 20 09:13:28.064533 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-709f98e5-9663-4cc5-a4ee-657ad405024f service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527953 May 20 09:13:28.201899 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-d94ff900-450a-46bc-8621-6f3bd84e4505 req-584e7607-d29f-4873-9866-e9f4c4ec164b service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303973 May 20 09:13:30.846826 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52252c6b-b3dc-4a9a-833e-b606cb6a9333 req-660a7b1c-3384-4d09-9f07-45b12a383f9e tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:30.848281 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-52252c6b-b3dc-4a9a-833e-b606cb6a9333 req-660a7b1c-3384-4d09-9f07-45b12a383f9e tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 946 time: 0.0855629 May 20 09:13:30.896644 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-52252c6b-b3dc-4a9a-833e-b606cb6a9333 req-df0d2f2b-93a8-474c-8611-f454ad420b01 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 May 20 09:13:30.919849 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 42536) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:31.030477 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef7654f-d78d-426c-8b07-a8ddcd5b569e tempest-TestMinimumBasicScenario-1204389963 tempest-TestMinimumBasicScenario-1204389963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:31.031178 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-1ef7654f-d78d-426c-8b07-a8ddcd5b569e tempest-TestMinimumBasicScenario-1204389963 tempest-TestMinimumBasicScenario-1204389963-project-admin] Synchronizing usage tracker for tenant:3134dfa0ed954c73a2cc6ec064d81cf4 on resource:port {{(pid=91688) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:13:31.047707 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-1ef7654f-d78d-426c-8b07-a8ddcd5b569e tempest-TestMinimumBasicScenario-1204389963 tempest-TestMinimumBasicScenario-1204389963-project-admin] Unset dirty status for tenant:3134dfa0ed954c73a2cc6ec064d81cf4 on resource:port {{(pid=91688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:13:31.048917 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-1ef7654f-d78d-426c-8b07-a8ddcd5b569e tempest-TestMinimumBasicScenario-1204389963 tempest-TestMinimumBasicScenario-1204389963-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 1094 time: 0.1273658 May 20 09:13:31.051927 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 42542) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:31.056890 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Request body: {'floatingip': {'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'port_id': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:31.062683 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:31.066446 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Usage tracker for resource:floatingip and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:31.069234 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:31.074955 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:31.085224 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for floatingip, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:31.216073 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:31.352397 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_common [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Allocated IP 172.28.2.202 (0d7e70f2-48c0-42ed-9893-06725d297828/ddfc1643-8d63-4245-8ab8-6f6f61ed276f/e1296f8d-0eb2-4349-857f-e9d51fbc2b7e) {{(pid=91688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:31.582391 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for port, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:31.611859 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756301506407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:31.615392 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4bf9d06e-ed9f-49ef-9d39-15c1881bf2ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:31.679092 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Network 0d7e70f2-48c0-42ed-9893-06725d297828 is already hosted by enough agents. {{(pid=91688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:31.681941 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.base_scheduler [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources bound (agent type, host, resource id): {{(pid=91688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:31.684493 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Received port after_create {{(pid=91688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:13:31.722526 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'Port': ['ID=e1296f8d-0eb2-4349-857f-e9d51fbc2b7e,revision_number=1']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:31.730266 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:32.091236 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:32.164445 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:32.367130 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:32.371484 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:32.376059 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-fb544e0c-3150-41bf-b964-a1f5ee07848b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:32.481250 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'Port': ['ID=e1296f8d-0eb2-4349-857f-e9d51fbc2b7e,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:32.485213 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:32.491818 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8126020'] for floatingip, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:32.658915 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.l3_db [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Floating IP 50265435-3832-4855-b86a-8b5fdf98ffe1 associated. External IP: 172.28.2.202, port: 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97. May 20 09:13:33.100634 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:13:33.276597 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:13:33.286255 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128e008-bcbc-43d6-8d5c-241d56fc6805 None None] Sync routers for ids ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:33.297121 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128e008-bcbc-43d6-8d5c-241d56fc6805 None None] Routers {'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:13:33.297815 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-f128e008-bcbc-43d6-8d5c-241d56fc6805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:13:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:33.302763 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.360427 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3074722 May 20 09:13:33.361212 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:13:33.363446 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42552) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:33.370408 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870440176', 'description': 'tempest-secgroup-smoke-870440176 description', 'project_id': '44a906598fea41c6a08cd493ed4084e0'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:33.377339 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:33.389314 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:33.402615 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.419284 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'status': 'completed', 'code': 200} May 20 09:13:33.426452 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:33.430183 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Usage tracker for resource:security_group_rule and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:33.432964 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:33.438528 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:33.485978 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-f128e008-bcbc-43d6-8d5c-241d56fc6805 None None] Set router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:13:33.515241 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.520212 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.523877 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-14a147ba-54b6-44d2-86b1-1e906de6e793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:33.568099 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845be8fc-0a4c-4a75-89e5-ea37063aab5b,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:33.569868 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa8529-ad9b-44d3-9930-2667d34fc689 req-ad855465-592e-40df-8096-0eaf4d29fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:33.571600 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8dfa8529-ad9b-44d3-9930-2667d34fc689 req-ad855465-592e-40df-8096-0eaf4d29fb8a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44a906598fea41c6a08cd493ed4084e0&device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 1099 time: 0.0866735 May 20 09:13:33.576367 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.577306 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.577684 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.578049 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.578414 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.578777 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.579138 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.579500 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.579857 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.580212 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.580571 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.580954 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:33.584123 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.585357 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2203357 May 20 09:13:33.586321 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-27e14961-e911-4a0f-adb6-993367a6e382 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:33.588120 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42558) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:33.594462 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Request body: {'security_group_rule': {'security_group_id': '845be8fc-0a4c-4a75-89e5-ea37063aab5b', 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:33.601029 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:33.605258 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Usage tracker for resource:security_group_rule and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:33.608210 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:33.614180 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:33.631719 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.695563 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.699733 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.702434 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:33.723556 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa8529-ad9b-44d3-9930-2667d34fc689 req-54d564a3-9532-4ba5-864d-65067ed28974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:33.725146 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8dfa8529-ad9b-44d3-9930-2667d34fc689 req-54d564a3-9532-4ba5-864d-65067ed28974 service neutron] 10.222.0.97 "GET /v2.0/networks?id=52e068c8-e32e-4dad-9287-329d270e5e4e HTTP/1.1" status: 200 len: 917 time: 0.1467261 May 20 09:13:33.725678 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbea9f0-0c85-4d10-a524-5d1c5829121e,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:33.728342 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:33.737175 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.738589 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494744 May 20 09:13:33.741398 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42564) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:33.747052 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Request body: {'security_group_rule': {'security_group_id': '845be8fc-0a4c-4a75-89e5-ea37063aab5b', 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:33.753089 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:33.757278 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Usage tracker for resource:security_group_rule and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:33.760092 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:33.766528 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:33.787612 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.833611 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8dfa8529-ad9b-44d3-9930-2667d34fc689 req-5eb2ad70-8bf1-4ad2-814a-7959ce772475 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 1000 time: 0.1006296 May 20 09:13:33.856844 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.857659 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-f128e008-bcbc-43d6-8d5c-241d56fc6805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 4, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '50265435-3832-4855-b86a-8b5fdf98ffe1', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'port_id': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'mac_address': 'fa:16:3e:9d:1c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239825a9-f9e6-418c-b311-9c8302bd2998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:13:32Z', 'updated_at': '2021-05-20T09:13:32Z', 'revision_number': 0, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7', 'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'mac_address': 'fa:16:3e:e9:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '55389035-4f90-4b28-af13-b0eda733c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:45Z', 'updated_at': '2021-05-20T09:09:52Z', 'revision_number': 5, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'subnets': [{'id': '55389035-4f90-4b28-af13-b0eda733c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:33.861872 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128e008-bcbc-43d6-8d5c-241d56fc6805 None None] Checking router: ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:33.862393 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.864723 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:33.871256 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128e008-bcbc-43d6-8d5c-241d56fc6805 None None] Routers {'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:13:33.871992 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-f128e008-bcbc-43d6-8d5c-241d56fc6805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:13:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:33.887203 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4d659e-636c-4bf8-9255-cdf9a5d34a0a,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:33.890511 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:33.899028 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.900233 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-afc34c36-aa1d-4c5b-b1c7-aa7c0b90e7d0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577003 May 20 09:13:33.903158 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42568) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:33.907208 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa8529-ad9b-44d3-9930-2667d34fc689 req-660da6df-ff59-42c3-b232-baecfab530e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:33.908635 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8dfa8529-ad9b-44d3-9930-2667d34fc689 req-660da6df-ff59-42c3-b232-baecfab530e3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=55389035-4f90-4b28-af13-b0eda733c71c HTTP/1.1" status: 200 len: 854 time: 0.0683043 May 20 09:13:33.909481 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Request body: {'security_group_rule': {'security_group_id': '845be8fc-0a4c-4a75-89e5-ea37063aab5b', 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:33.915389 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:33.919944 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Usage tracker for resource:security_group_rule and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:33.922769 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:33.928639 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:33.946091 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:33.992183 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa8529-ad9b-44d3-9930-2667d34fc689 req-8ebd1c63-63b0-4c53-823d-06f9e291e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:33.993713 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8dfa8529-ad9b-44d3-9930-2667d34fc689 req-8ebd1c63-63b0-4c53-823d-06f9e291e386 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52e068c8-e32e-4dad-9287-329d270e5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787382 May 20 09:13:34.011104 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.015784 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.018179 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-821c4751-11a2-4fa5-b53d-87bfde747532 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:34.033688 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04d46a7-86bc-48c5-b0e5-716b58fd9429,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:34.037258 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:34.054927 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.056110 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-96b1ef4c-c778-48dc-b6c2-37681c865215 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519048 May 20 09:13:34.059110 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42572) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:34.065671 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Request body: {'security_group_rule': {'security_group_id': '845be8fc-0a4c-4a75-89e5-ea37063aab5b', 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:34.067031 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-f128e008-bcbc-43d6-8d5c-241d56fc6805 None None] Set router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:13:34.071982 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:34.075927 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Usage tracker for resource:security_group_rule and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:34.079677 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:34.086917 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:34.105663 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.140943 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8dfa8529-ad9b-44d3-9930-2667d34fc689 req-d6080327-54df-41e0-b901-ac3b9fcbe2bf service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399715 May 20 09:13:34.176231 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.182632 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.184459 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:34.207333 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dac0df-8737-4607-bd49-c1627ffa0a14,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:34.209969 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:34.219474 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.220779 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-e845ec38-fcbd-4e8c-b19a-aa5ee7860dda tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601460 May 20 09:13:34.223352 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42576) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:34.232292 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.v2.base [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Request body: {'security_group_rule': {'security_group_id': '845be8fc-0a4c-4a75-89e5-ea37063aab5b', 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:34.238817 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:34.242791 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Usage tracker for resource:security_group_rule and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:34.246270 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.quota.resource [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91687) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:34.248215 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-71a156b6-e8d2-4e8a-908d-bc0d67c26da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.252030 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.quota.driver [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91687) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:34.267031 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.securitygroups_db [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Project 44a906598fea41c6a08cd493ed4084e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 09:13:34.272740 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.291166 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8dfa8529-ad9b-44d3-9930-2667d34fc689 req-25a3def8-7ec7-4f95-ae6c-2e0cb06dec1a service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436582 May 20 09:13:34.340282 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.344499 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.347547 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:34.371206 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e9ba20-8a95-45e4-9b6d-dd540a905067,revision_number=0']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:34.374174 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:34.382653 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.383829 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-29dabe51-da6b-4e26-9820-2d3399d6dcfd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595683 May 20 09:13:34.386794 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 42580) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:34.392638 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Request body: {'security_group_rule': {'security_group_id': '845be8fc-0a4c-4a75-89e5-ea37063aab5b', 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:34.398499 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:34.402507 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Usage tracker for resource:security_group_rule and tenant:44a906598fea41c6a08cd493ed4084e0 is out of sync, need to count used quota {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:34.405990 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.quota.resource [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:34.412228 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.quota.driver [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:34.421694 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.db.securitygroups_db [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Project 44a906598fea41c6a08cd493ed4084e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 09:13:34.427291 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.463668 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-f128e008-bcbc-43d6-8d5c-241d56fc6805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 4, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '50265435-3832-4855-b86a-8b5fdf98ffe1', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'port_id': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'mac_address': 'fa:16:3e:9d:1c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239825a9-f9e6-418c-b311-9c8302bd2998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:13:32Z', 'updated_at': '2021-05-20T09:13:32Z', 'revision_number': 0, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7', 'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'mac_address': 'fa:16:3e:e9:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '55389035-4f90-4b28-af13-b0eda733c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:45Z', 'updated_at': '2021-05-20T09:09:52Z', 'revision_number': 5, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'subnets': [{'id': '55389035-4f90-4b28-af13-b0eda733c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:34.468281 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128e008-bcbc-43d6-8d5c-241d56fc6805 None None] The sync data for ids ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'] in dv-cinder-790910-5-smb is: [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 4, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_floatingips': [{'id': '50265435-3832-4855-b86a-8b5fdf98ffe1', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'router_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'port_id': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'mac_address': 'fa:16:3e:9d:1c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239825a9-f9e6-418c-b311-9c8302bd2998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T09:13:32Z', 'updated_at': '2021-05-20T09:13:32Z', 'revision_number': 0, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7', 'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'mac_address': 'fa:16:3e:e9:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '55389035-4f90-4b28-af13-b0eda733c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:45Z', 'updated_at': '2021-05-20T09:09:52Z', 'revision_number': 5, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'subnets': [{'id': '55389035-4f90-4b28-af13-b0eda733c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:34.493795 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.498593 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061487'] for security_group_rule, after_create {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.504975 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:34.524617 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dfda96-45cc-47e7-9d78-11dfb4c0dace,revision_number=0']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:34.527836 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:34.537776 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:34.539165 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-e7a7fc75-e644-4755-b517-8dec418baf2b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513910 May 20 09:13:34.667628 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c3477363-23e8-4f3c-8005-db56470ebe44 req-2eec10b7-3494-4fa0-ac34-6605c7485b9b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870440176&fields=id&tenant_id=44a906598fea41c6a08cd493ed4084e0 HTTP/1.1" status: 200 len: 267 time: 0.0417709 May 20 09:13:34.672118 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6f548-2ef6-4738-aabd-9fdfccf3d133 None None] New status for floating IP 50265435-3832-4855-b86a-8b5fdf98ffe1: ACTIVE {{(pid=91690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:13:34.765832 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3477363-23e8-4f3c-8005-db56470ebe44 req-17a762b7-bc8d-4561-9e1e-6e804020187d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:34.767295 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c3477363-23e8-4f3c-8005-db56470ebe44 req-17a762b7-bc8d-4561-9e1e-6e804020187d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 946 time: 0.0843484 May 20 09:13:34.778195 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-c3477363-23e8-4f3c-8005-db56470ebe44 req-6be5244a-344c-4cc2-8667-2b84fdb23312 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Request body: {'port': {'security_groups': ['63b3830e-4515-40bd-ba6c-57e511862dc3', '845be8fc-0a4c-4a75-89e5-ea37063aab5b']}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:34.894874 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-c3477363-23e8-4f3c-8005-db56470ebe44 req-6be5244a-344c-4cc2-8667-2b84fdb23312 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:35.230953 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:13:35.242572 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-c3477363-23e8-4f3c-8005-db56470ebe44 req-6be5244a-344c-4cc2-8667-2b84fdb23312 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] For port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:13:35.266897 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-c3477363-23e8-4f3c-8005-db56470ebe44 req-6be5244a-344c-4cc2-8667-2b84fdb23312 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:35.271793 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-c3477363-23e8-4f3c-8005-db56470ebe44 req-6be5244a-344c-4cc2-8667-2b84fdb23312 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:35.277295 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-adcff0a0-0d56-4c86-93bf-dc6369c3d8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:35.308466 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:13:35.346258 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3477363-23e8-4f3c-8005-db56470ebe44 req-6be5244a-344c-4cc2-8667-2b84fdb23312 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:35.346889 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-c3477363-23e8-4f3c-8005-db56470ebe44 req-6be5244a-344c-4cc2-8667-2b84fdb23312 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:35.348291 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c3477363-23e8-4f3c-8005-db56470ebe44 req-6be5244a-344c-4cc2-8667-2b84fdb23312 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "PUT /v2.0/ports/7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 982 time: 0.5746448 May 20 09:13:35.365203 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5244a-344c-4cc2-8667-2b84fdb23312 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'Port': ['ID=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,revision_number=6']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:35.378010 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6be5244a-344c-4cc2-8667-2b84fdb23312 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:35.420502 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:13:35.475813 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:13:35.489439 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'status': 'completed', 'code': 200} May 20 09:13:35.591126 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe9ca-4713-41f3-a6dd-db165dccac08 req-b7b74120-f0c6-402f-be95-9688089f2513 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:35.593317 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2eefe9ca-4713-41f3-a6dd-db165dccac08 req-b7b74120-f0c6-402f-be95-9688089f2513 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.1382825 May 20 09:13:35.645444 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba23c4-52b8-4efa-8ee8-96a868c63447 req-a4eb3b21-3624-4ca6-8c63-3fff7470de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:35.646677 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5ba23c4-52b8-4efa-8ee8-96a868c63447 req-a4eb3b21-3624-4ca6-8c63-3fff7470de0b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44a906598fea41c6a08cd493ed4084e0&device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 1138 time: 0.1234527 May 20 09:13:35.653439 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2eefe9ca-4713-41f3-a6dd-db165dccac08 req-b89090db-5418-4b5d-92c0-3ce6751af37f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522382 May 20 09:13:35.712449 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-30feef94-fd6b-4a89-b058-38ca8e370a50 None None] Provisioning complete for port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:35.712854 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-30feef94-fd6b-4a89-b058-38ca8e370a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:35.783587 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba23c4-52b8-4efa-8ee8-96a868c63447 req-9b7478ad-e61e-4a07-a434-52b7598c436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:35.785013 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5ba23c4-52b8-4efa-8ee8-96a868c63447 req-9b7478ad-e61e-4a07-a434-52b7598c436a service neutron] 10.222.0.97 "GET /v2.0/networks?id=52e068c8-e32e-4dad-9287-329d270e5e4e HTTP/1.1" status: 200 len: 917 time: 0.1306462 May 20 09:13:35.891642 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5ba23c4-52b8-4efa-8ee8-96a868c63447 req-2dec4f29-3c96-415e-afbf-5983b83fdef3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 1002 time: 0.0973566 May 20 09:13:35.953690 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba23c4-52b8-4efa-8ee8-96a868c63447 req-c3143941-e73c-4738-8b6e-e3c13a05667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:35.955143 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5ba23c4-52b8-4efa-8ee8-96a868c63447 req-c3143941-e73c-4738-8b6e-e3c13a05667e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=55389035-4f90-4b28-af13-b0eda733c71c HTTP/1.1" status: 200 len: 854 time: 0.0567694 May 20 09:13:36.035137 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba23c4-52b8-4efa-8ee8-96a868c63447 req-12cac17a-ee7a-4c75-9ab9-035438d0daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:36.036544 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5ba23c4-52b8-4efa-8ee8-96a868c63447 req-12cac17a-ee7a-4c75-9ab9-035438d0daaa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52e068c8-e32e-4dad-9287-329d270e5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713563 May 20 09:13:36.167759 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5ba23c4-52b8-4efa-8ee8-96a868c63447 req-84249fb6-b3ec-4211-a540-580ce215f2ed service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237242 May 20 09:13:36.303200 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-c5ba23c4-52b8-4efa-8ee8-96a868c63447 req-ff483f60-9337-4a71-ac43-c90141789e2a service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231265 May 20 09:13:36.714439 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:36.896231 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-3a5c489e-345b-40b6-9bb7-1277c362176e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:37.754376 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:39.560044 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:44.125480 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:01.321556 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add86882-47b1-4608-bd1b-f2aca8a2f52b req-6b9e2489-ad5d-4dce-bf4f-fbcec27708f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:01.322944 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-add86882-47b1-4608-bd1b-f2aca8a2f52b req-6b9e2489-ad5d-4dce-bf4f-fbcec27708f5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44a906598fea41c6a08cd493ed4084e0&device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 1138 time: 0.0797963 May 20 09:14:01.512430 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add86882-47b1-4608-bd1b-f2aca8a2f52b req-a8237623-8c55-4f32-b376-1e96179aacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:01.513892 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-add86882-47b1-4608-bd1b-f2aca8a2f52b req-a8237623-8c55-4f32-b376-1e96179aacbf service neutron] 10.222.0.97 "GET /v2.0/networks?id=52e068c8-e32e-4dad-9287-329d270e5e4e HTTP/1.1" status: 200 len: 917 time: 0.1809361 May 20 09:14:01.603206 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1080343-07ed-4e87-a2f3-cea0316a5202 req-faf39899-2f65-47b7-bbf3-49b3e105e977 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:01.604541 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a1080343-07ed-4e87-a2f3-cea0316a5202 req-faf39899-2f65-47b7-bbf3-49b3e105e977 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.1836650 May 20 09:14:01.655214 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-add86882-47b1-4608-bd1b-f2aca8a2f52b req-032c9426-0d98-46ac-b1c7-3b5f668756b6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 1002 time: 0.1344495 May 20 09:14:01.700372 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a1080343-07ed-4e87-a2f3-cea0316a5202 req-97f8d63b-b1df-4301-bee4-bcba032ecc88 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871956 May 20 09:14:01.725194 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add86882-47b1-4608-bd1b-f2aca8a2f52b req-8ec2ebb2-516c-41d1-ba77-d6d604d0f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:01.726600 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-add86882-47b1-4608-bd1b-f2aca8a2f52b req-8ec2ebb2-516c-41d1-ba77-d6d604d0f4a5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=55389035-4f90-4b28-af13-b0eda733c71c HTTP/1.1" status: 200 len: 854 time: 0.0650582 May 20 09:14:01.802604 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add86882-47b1-4608-bd1b-f2aca8a2f52b req-ae56f80d-752c-4cf0-a6f7-d9abb569fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:01.804034 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-add86882-47b1-4608-bd1b-f2aca8a2f52b req-ae56f80d-752c-4cf0-a6f7-d9abb569fad0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52e068c8-e32e-4dad-9287-329d270e5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690601 May 20 09:14:02.034089 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-add86882-47b1-4608-bd1b-f2aca8a2f52b req-2dbfee20-2ebd-4379-a641-4d7ad27f157b service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214389 May 20 09:14:02.163828 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-add86882-47b1-4608-bd1b-f2aca8a2f52b req-248ecce2-e1f4-4770-8aa1-01c3b94b320e service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231599 May 20 09:14:02.894196 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c330229-f249-46be-8f54-161805ad0cc1 req-e9b1c96c-308b-4b16-ae5e-749543cbe345 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:02.895647 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7c330229-f249-46be-8f54-161805ad0cc1 req-e9b1c96c-308b-4b16-ae5e-749543cbe345 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0854471 May 20 09:14:02.942291 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7c330229-f249-46be-8f54-161805ad0cc1 req-bc3ed4e7-cccf-4ea8-9ac0-a324aa3a9b3b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407934 May 20 09:14:04.127123 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ee385-ceeb-4bfb-958e-135d70b59aa2 req-b6ecc2e9-66a1-413e-aa30-54196ac46bc7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:04.128563 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-744ee385-ceeb-4bfb-958e-135d70b59aa2 req-b6ecc2e9-66a1-413e-aa30-54196ac46bc7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0832441 May 20 09:14:04.179101 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-744ee385-ceeb-4bfb-958e-135d70b59aa2 req-0efd3efa-d15f-4e76-92cf-7bbc41ec22f4 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401096 May 20 09:14:04.180879 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a3ecde80-1644-4c66-9bb3-e40b74d2a496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:05.370780 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd869d3-db7f-43cf-8d5c-0e3d3e91e480 req-240e9d3c-8bac-41bb-81cb-bae4b650860a tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:05.372262 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3dd869d3-db7f-43cf-8d5c-0e3d3e91e480 req-240e9d3c-8bac-41bb-81cb-bae4b650860a tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0853088 May 20 09:14:05.433331 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-3dd869d3-db7f-43cf-8d5c-0e3d3e91e480 req-0dc44dea-176d-4086-9a5a-033d3f81b84f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545051 May 20 09:14:06.627600 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967767e7-045a-4a79-80f4-fdba82a6732b req-9fb4e94b-4fda-4fe7-87a0-a53ec8854bdd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:06.628968 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-967767e7-045a-4a79-80f4-fdba82a6732b req-9fb4e94b-4fda-4fe7-87a0-a53ec8854bdd tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0847049 May 20 09:14:06.680069 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-967767e7-045a-4a79-80f4-fdba82a6732b req-41808975-6a40-4a2c-9474-073699f56aa4 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451961 May 20 09:14:06.718061 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:06.897132 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-424e3056-f359-40b1-96bb-d2d57778dd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:07.758151 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:07.864782 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6250da-934e-46b2-b5e6-2cc7d1a41e38 req-f833cc2c-8e62-4858-9cc9-adeeb042bd61 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:07.866409 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bb6250da-934e-46b2-b5e6-2cc7d1a41e38 req-f833cc2c-8e62-4858-9cc9-adeeb042bd61 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0805938 May 20 09:14:07.916650 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-bb6250da-934e-46b2-b5e6-2cc7d1a41e38 req-0c382b46-698d-48ef-affd-615a1fa58ee9 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442336 May 20 09:14:09.098605 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89d088-9c80-46ef-ac60-fdecede10fd2 req-c19ad0b3-45f9-496c-9f8d-e2006ae0580f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:09.100035 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8b89d088-9c80-46ef-ac60-fdecede10fd2 req-c19ad0b3-45f9-496c-9f8d-e2006ae0580f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0800297 May 20 09:14:09.150783 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-8b89d088-9c80-46ef-ac60-fdecede10fd2 req-c8a29d85-e061-4537-903f-bf4b659c9edf tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407190 May 20 09:14:09.558463 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:10.343477 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1813ea-c11e-47e4-ad37-51e537d0e155 req-f0abeeeb-7408-4ac5-86e2-1e6a9e76c1af tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:10.344988 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cd1813ea-c11e-47e4-ad37-51e537d0e155 req-f0abeeeb-7408-4ac5-86e2-1e6a9e76c1af tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0843854 May 20 09:14:10.394671 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-cd1813ea-c11e-47e4-ad37-51e537d0e155 req-1d597d18-87f5-44a2-afd6-d49eb73179ed tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436144 May 20 09:14:11.578822 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f7846-746a-499a-b25c-42757911a57d req-eac1aa5f-9485-4fbe-a845-185949893012 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:11.580282 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ff1f7846-746a-499a-b25c-42757911a57d req-eac1aa5f-9485-4fbe-a845-185949893012 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0802972 May 20 09:14:11.627610 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ff1f7846-746a-499a-b25c-42757911a57d req-eadd4f72-f2e8-4142-8522-5c8231039b3c tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413356 May 20 09:14:12.230734 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:14:12.817808 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536d76a-4252-44f3-9415-150288408ae3 req-bf021357-2d78-4472-9816-cdf205a991d3 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:12.819244 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5536d76a-4252-44f3-9415-150288408ae3 req-bf021357-2d78-4472-9816-cdf205a991d3 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0819371 May 20 09:14:12.873841 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5536d76a-4252-44f3-9415-150288408ae3 req-f94a2f04-0e07-400e-9ec5-285ee73bd3a1 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487552 May 20 09:14:14.059988 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83240047-b176-457c-b9ca-9e1f9b75992f req-5da10951-8c43-4f04-ba60-a4ed19cd4cca tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:14.062861 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83240047-b176-457c-b9ca-9e1f9b75992f req-5da10951-8c43-4f04-ba60-a4ed19cd4cca tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0817006 May 20 09:14:14.114751 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83240047-b176-457c-b9ca-9e1f9b75992f req-9b3e5310-08e8-4135-b49c-38dbecd7286b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464675 May 20 09:14:14.121631 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:15.336778 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38aced-9f6c-44ae-8884-b6a3945b0afe req-14692580-b1ba-4e9d-9cd5-421f7d21bc32 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:15.338238 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6c38aced-9f6c-44ae-8884-b6a3945b0afe req-14692580-b1ba-4e9d-9cd5-421f7d21bc32 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0953515 May 20 09:14:15.387680 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-6c38aced-9f6c-44ae-8884-b6a3945b0afe req-414b83d7-485b-4c96-974c-7961f4fd6456 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432985 May 20 09:14:16.577929 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b3800-031e-4ee6-a63f-bcfeb358b194 req-fd2b5df5-6cfc-40c1-b5f1-81346a2c19a0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:16.579403 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-985b3800-031e-4ee6-a63f-bcfeb358b194 req-fd2b5df5-6cfc-40c1-b5f1-81346a2c19a0 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0855961 May 20 09:14:16.627842 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-985b3800-031e-4ee6-a63f-bcfeb358b194 req-78b3dfec-e5dd-4c1f-9544-1ebf58543854 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424199 May 20 09:14:17.816492 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6a646-5528-489c-84e2-e5e8073f61ad req-82bc7f99-9045-4e80-a5dd-6d8ccebc1ca1 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:17.818028 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-31a6a646-5528-489c-84e2-e5e8073f61ad req-82bc7f99-9045-4e80-a5dd-6d8ccebc1ca1 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0816994 May 20 09:14:17.869668 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-31a6a646-5528-489c-84e2-e5e8073f61ad req-9ce633aa-dd00-4735-8442-8489a35c2336 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454209 May 20 09:14:19.060918 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8241b-afae-430d-a218-7e05fa656efd req-e906853a-ce2a-4c19-9762-53449154250d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:19.062413 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7cb8241b-afae-430d-a218-7e05fa656efd req-e906853a-ce2a-4c19-9762-53449154250d tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0849483 May 20 09:14:19.110176 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-7cb8241b-afae-430d-a218-7e05fa656efd req-f5452f2e-3820-46aa-bdcd-894a294b402f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=845be8fc-0a4c-4a75-89e5-ea37063aab5b&id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419350 May 20 09:14:28.154036 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-9319ee16-e787-42e9-bcff-ae5117d47591 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692310 May 20 09:14:28.396444 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-5a424d34-cabf-4101-857b-72007dc042ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:28.397972 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-5a424d34-cabf-4101-857b-72007dc042ec service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44a906598fea41c6a08cd493ed4084e0&device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 1138 time: 0.1605742 May 20 09:14:28.543699 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-dcc3302a-b267-4f58-ad61-82eab067ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:28.545171 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-dcc3302a-b267-4f58-ad61-82eab067ede4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=52e068c8-e32e-4dad-9287-329d270e5e4e HTTP/1.1" status: 200 len: 917 time: 0.1269710 May 20 09:14:28.650739 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-b5bd415d-c2de-47c1-af68-7ec427fd2dfb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 1002 time: 0.0988517 May 20 09:14:28.716483 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-c0fcc2ac-85da-4f55-bfa4-8c81e2b8f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:28.718046 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-c0fcc2ac-85da-4f55-bfa4-8c81e2b8f68f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=55389035-4f90-4b28-af13-b0eda733c71c HTTP/1.1" status: 200 len: 854 time: 0.0575869 May 20 09:14:28.796392 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-0c55865a-cc95-4fb7-a957-c3e137c31db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:28.797804 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-0c55865a-cc95-4fb7-a957-c3e137c31db5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52e068c8-e32e-4dad-9287-329d270e5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730605 May 20 09:14:28.932829 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-df0280a0-7bd3-4088-8fe5-14a019ccc859 service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278548 May 20 09:14:29.065541 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-a51f8fdf-c3e0-4958-b80e-d325c797eb32 req-9022c915-acbd-48f9-b602-c31669c79e50 service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252713 May 20 09:14:34.182570 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-05aec0ce-4e48-4f3a-8a2f-b1a87c4290d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:36.721115 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:36.898795 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-d77e2e0e-05c5-4932-9ca0-426e0dcd85df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:37.759801 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.562219 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:44.141226 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:49.229486 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:14:51.338444 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ffeba2a6-1ff9-42ab-bf7b-d586007ea14f req-a8ea7e27-40b3-4a9f-be6b-419f39c71462 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870440176&fields=id&tenant_id=44a906598fea41c6a08cd493ed4084e0 HTTP/1.1" status: 200 len: 267 time: 0.0400457 May 20 09:14:51.420831 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeba2a6-1ff9-42ab-bf7b-d586007ea14f req-756f43e5-b6ef-4ef2-96ac-4ccb02da04ff tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:51.422264 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ffeba2a6-1ff9-42ab-bf7b-d586007ea14f req-756f43e5-b6ef-4ef2-96ac-4ccb02da04ff tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 985 time: 0.0785682 May 20 09:14:51.433115 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.v2.base [req-ffeba2a6-1ff9-42ab-bf7b-d586007ea14f req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Request body: {'port': {'security_groups': ['63b3830e-4515-40bd-ba6c-57e511862dc3']}} {{(pid=91688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:14:51.552346 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ffeba2a6-1ff9-42ab-bf7b-d586007ea14f req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-609690'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:51.788332 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-ffeba2a6-1ff9-42ab-bf7b-d586007ea14f req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] For port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:14:51.813532 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ffeba2a6-1ff9-42ab-bf7b-d586007ea14f req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:51.817935 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ffeba2a6-1ff9-42ab-bf7b-d586007ea14f req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756301887672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756301506425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756301506470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7326201'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:51.823875 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-02980570-1b1a-431a-92f5-3bf0db085a4d tempest-TestShelveInstance-832655424 tempest-TestShelveInstance-832655424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:51.853912 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:14:51.893820 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeba2a6-1ff9-42ab-bf7b-d586007ea14f req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:51.894452 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-ffeba2a6-1ff9-42ab-bf7b-d586007ea14f req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:51.896267 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-ffeba2a6-1ff9-42ab-bf7b-d586007ea14f req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "PUT /v2.0/ports/7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 943 time: 0.4673600 May 20 09:14:51.896529 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:14:51.906505 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42644) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:51.923083 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event updated for resources: {'Port': ['ID=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,revision_number=7']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:51.931037 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.931376 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.931839 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.932201 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.932555 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.933106 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.933620 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.934022 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.934370 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.935299 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.935725 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.936055 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:51.945660 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-be6431fd-2441-4149-9197-7d259a49b24b tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:51.969603 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'status': 'completed', 'code': 200} May 20 09:14:52.000502 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:52.032727 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:52.053938 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:14:52.098834 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb78dc-ecb7-49d6-ae63-f6aa28234af4 req-367e7a1f-7b92-4574-bc2e-0cf9ca8a3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:52.100973 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dbdb78dc-ecb7-49d6-ae63-f6aa28234af4 req-367e7a1f-7b92-4574-bc2e-0cf9ca8a3457 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44a906598fea41c6a08cd493ed4084e0&device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 1099 time: 0.0856476 May 20 09:14:52.103796 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:52.112551 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-230bf374-ccb0-4f8a-99fb-fa6d3d34a573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:52.130252 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845be8fc-0a4c-4a75-89e5-ea37063aab5b,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:52.142477 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.143149 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.143694 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.144246 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.144797 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.145404 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.145932 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.146467 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.146996 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.147522 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.148046 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.148574 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:52.152989 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:52.155757 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "DELETE /v2.0/security-groups/845be8fc-0a4c-4a75-89e5-ea37063aab5b HTTP/1.1" status: 204 len: 168 time: 0.2459304 May 20 09:14:52.156833 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1981a61b-9347-42aa-ab86-0d568026bd00 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:52.159494 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42648) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:52.190836 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.provisioning_blocks [None req-1414ae88-86b7-4141-8002-9c6c486a373d None None] Provisioning complete for port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 triggered by entity DHCP. {{(pid=91689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:14:52.191225 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-1414ae88-86b7-4141-8002-9c6c486a373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984480'] for port, provisioning_complete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:52.255604 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb78dc-ecb7-49d6-ae63-f6aa28234af4 req-9746fc67-77ca-4672-8225-3be2957db406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:52.257172 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dbdb78dc-ecb7-49d6-ae63-f6aa28234af4 req-9746fc67-77ca-4672-8225-3be2957db406 service neutron] 10.222.0.97 "GET /v2.0/networks?id=52e068c8-e32e-4dad-9287-329d270e5e4e HTTP/1.1" status: 200 len: 917 time: 0.1491511 May 20 09:14:52.439677 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Deleting port e1296f8d-0eb2-4349-857f-e9d51fbc2b7e {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:14:52.439997 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:52.472788 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dbdb78dc-ecb7-49d6-ae63-f6aa28234af4 req-46ea3e54-718d-4d06-9ba8-6bc9be656ade service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 1002 time: 0.2077093 May 20 09:14:52.534756 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb78dc-ecb7-49d6-ae63-f6aa28234af4 req-c4bde614-fc33-4e10-8e7f-9189a3072aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:52.536180 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dbdb78dc-ecb7-49d6-ae63-f6aa28234af4 req-c4bde614-fc33-4e10-8e7f-9189a3072aa9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=55389035-4f90-4b28-af13-b0eda733c71c HTTP/1.1" status: 200 len: 854 time: 0.0569978 May 20 09:14:52.614995 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb78dc-ecb7-49d6-ae63-f6aa28234af4 req-2a80c57b-0e5a-4572-8538-b7d3d2201628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:52.616491 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dbdb78dc-ecb7-49d6-ae63-f6aa28234af4 req-2a80c57b-0e5a-4572-8538-b7d3d2201628 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52e068c8-e32e-4dad-9287-329d270e5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739300 May 20 09:14:52.655686 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:52.655964 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:52.750908 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dbdb78dc-ecb7-49d6-ae63-f6aa28234af4 req-2cce046a-09fd-4862-b2f7-a1cb56937160 service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266699 May 20 09:14:52.775781 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Calling delete_port for e1296f8d-0eb2-4349-857f-e9d51fbc2b7e owned by network:floatingip {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:14:52.893129 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-dbdb78dc-ecb7-49d6-ae63-f6aa28234af4 req-f0160f13-0e60-434a-a02e-9929b8492e84 service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352158 May 20 09:14:52.903245 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:52.906815 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-46ab2c26-7e02-4026-a017-a7b74a6ccb7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:52.949189 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event deleted for resources: {'Port': ['ID=e1296f8d-0eb2-4349-857f-e9d51fbc2b7e,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:52.952862 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:53.040189 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks [] for floatingip, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:53.040514 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.db.l3_db [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Floating IP 50265435-3832-4855-b86a-8b5fdf98ffe1 disassociated (deleted). External IP: 172.28.2.202, port: 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97. May 20 09:14:53.379586 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:14:53.553154 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:14:53.562230 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3738e-f468-4260-9150-e12466b5b712 None None] Sync routers for ids ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:14:53.571658 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3738e-f468-4260-9150-e12466b5b712 None None] Routers {'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:14:53.572281 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b5e3738e-f468-4260-9150-e12466b5b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:14:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:53.572860 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for floatingip, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:53.627855 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-e98cf45e-6eb5-41b6-aa9f-93c9798e1583 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "DELETE /v2.0/floatingips/50265435-3832-4855-b86a-8b5fdf98ffe1 HTTP/1.1" status: 204 len: 168 time: 1.4676268 May 20 09:14:53.628498 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:14:53.751530 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-b5e3738e-f468-4260-9150-e12466b5b712 None None] Set router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:14:53.771927 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'status': 'completed', 'code': 200} May 20 09:14:53.891823 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0e164-a9fe-48ff-9383-9af3ea060de0 req-13253f26-c422-47ca-af67-46202a9e06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:53.893314 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83c0e164-a9fe-48ff-9383-9af3ea060de0 req-13253f26-c422-47ca-af67-46202a9e06fc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44a906598fea41c6a08cd493ed4084e0&device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 1099 time: 0.0784051 May 20 09:14:54.031156 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0e164-a9fe-48ff-9383-9af3ea060de0 req-8723d023-9521-470f-9bd4-3673e96df06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:54.032686 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83c0e164-a9fe-48ff-9383-9af3ea060de0 req-8723d023-9521-470f-9bd4-3673e96df06b service neutron] 10.222.0.97 "GET /v2.0/networks?id=52e068c8-e32e-4dad-9287-329d270e5e4e HTTP/1.1" status: 200 len: 917 time: 0.1333315 May 20 09:14:54.115822 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83c0e164-a9fe-48ff-9383-9af3ea060de0 req-5f8efa8f-742a-4441-92e5-230980235114 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 200 len: 217 time: 0.0701299 May 20 09:14:54.120621 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b5e3738e-f468-4260-9150-e12466b5b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 4, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7', 'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'mac_address': 'fa:16:3e:e9:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '55389035-4f90-4b28-af13-b0eda733c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:45Z', 'updated_at': '2021-05-20T09:09:52Z', 'revision_number': 5, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'subnets': [{'id': '55389035-4f90-4b28-af13-b0eda733c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:54.125153 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3738e-f468-4260-9150-e12466b5b712 None None] Checking router: ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:14:54.134663 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3738e-f468-4260-9150-e12466b5b712 None None] Routers {'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:14:54.135195 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b5e3738e-f468-4260-9150-e12466b5b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:14:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:54.185037 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0e164-a9fe-48ff-9383-9af3ea060de0 req-ebca6858-ea30-4891-b360-eca5cd1d5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:54.187174 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83c0e164-a9fe-48ff-9383-9af3ea060de0 req-ebca6858-ea30-4891-b360-eca5cd1d5d97 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=55389035-4f90-4b28-af13-b0eda733c71c HTTP/1.1" status: 200 len: 854 time: 0.0655100 May 20 09:14:54.266452 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0e164-a9fe-48ff-9383-9af3ea060de0 req-b5ece904-8f5e-4d38-b482-693ad10dcac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:54.267973 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83c0e164-a9fe-48ff-9383-9af3ea060de0 req-b5ece904-8f5e-4d38-b482-693ad10dcac3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52e068c8-e32e-4dad-9287-329d270e5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736854 May 20 09:14:54.317759 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-b5e3738e-f468-4260-9150-e12466b5b712 None None] Set router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:14:54.417625 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83c0e164-a9fe-48ff-9383-9af3ea060de0 req-5d39e82d-d96b-4fb4-a70b-8805ee706000 service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286044 May 20 09:14:54.556719 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-83c0e164-a9fe-48ff-9383-9af3ea060de0 req-13c2b0aa-3bab-4da6-8462-adb0ea94f47e service neutron] 10.222.0.97 "GET /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308224 May 20 09:14:54.625880 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-b5e3738e-f468-4260-9150-e12466b5b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 4, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7', 'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'mac_address': 'fa:16:3e:e9:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '55389035-4f90-4b28-af13-b0eda733c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:45Z', 'updated_at': '2021-05-20T09:09:52Z', 'revision_number': 5, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'subnets': [{'id': '55389035-4f90-4b28-af13-b0eda733c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:54.630206 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3738e-f468-4260-9150-e12466b5b712 None None] The sync data for ids ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'] in dv-cinder-790910-5-smb is: [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:09:46Z', 'revision_number': 4, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb', '_interfaces': [{'id': 'e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7', 'name': '', 'network_id': '52e068c8-e32e-4dad-9287-329d270e5e4e', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'mac_address': 'fa:16:3e:e9:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '55389035-4f90-4b28-af13-b0eda733c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:45Z', 'updated_at': '2021-05-20T09:09:52Z', 'revision_number': 5, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'subnets': [{'id': '55389035-4f90-4b28-af13-b0eda733c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:14:54.862371 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10736c8b-a85e-4048-aacc-41ec309f14ec None None] New status for floating IP 50265435-3832-4855-b86a-8b5fdf98ffe1: DOWN {{(pid=91690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 09:14:56.976499 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f0655-4192-4388-b071-f7d2cad35c1a req-e4d1b229-36d4-40f3-ae19-a4dbb494ad1f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:56.977958 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-293f0655-4192-4388-b071-f7d2cad35c1a req-e4d1b229-36d4-40f3-ae19-a4dbb494ad1f tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 946 time: 0.0839484 May 20 09:14:57.022372 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-293f0655-4192-4388-b071-f7d2cad35c1a req-9943d942-5b51-4e95-8b23-40e25223e527 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381687 May 20 09:14:58.209163 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d5bb-a45e-47d1-97a6-7633f29d961a req-e06c951f-b58d-4f98-9a8e-6d11d8843019 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:58.210614 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2e27d5bb-a45e-47d1-97a6-7633f29d961a req-e06c951f-b58d-4f98-9a8e-6d11d8843019 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 946 time: 0.0809088 May 20 09:14:58.259262 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-2e27d5bb-a45e-47d1-97a6-7633f29d961a req-084971ab-380f-4740-b75f-dc591059c651 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 May 20 09:14:58.876380 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d7d44-b80c-4608-8f25-2a70196c8288 req-7ec87060-624c-4742-95c6-a63628d526b2 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:58.877854 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-204d7d44-b80c-4608-8f25-2a70196c8288 req-7ec87060-624c-4742-95c6-a63628d526b2 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.97 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 946 time: 0.0865772 May 20 09:14:59.016557 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-204d7d44-b80c-4608-8f25-2a70196c8288 req-572955a4-15be-48c3-a5e3-4af047db3bf7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Deleting port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:14:59.017013 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-204d7d44-b80c-4608-8f25-2a70196c8288 req-572955a4-15be-48c3-a5e3-4af047db3bf7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:59.150940 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [req-204d7d44-b80c-4608-8f25-2a70196c8288 req-572955a4-15be-48c3-a5e3-4af047db3bf7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] For port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:14:59.151188 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-204d7d44-b80c-4608-8f25-2a70196c8288 req-572955a4-15be-48c3-a5e3-4af047db3bf7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:59.380831 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [req-204d7d44-b80c-4608-8f25-2a70196c8288 req-572955a4-15be-48c3-a5e3-4af047db3bf7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Calling delete_port for 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 owned by compute:nova {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:14:59.484760 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deafa63-d615-4b97-ae04-fc8b936396d6 req-fdadc570-1457-498c-b0c0-854df807c255 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:59.486201 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5deafa63-d615-4b97-ae04-fc8b936396d6 req-fdadc570-1457-498c-b0c0-854df807c255 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/ports?device_id=239825a9-f9e6-418c-b311-9c8302bd2998 HTTP/1.1" status: 200 len: 946 time: 0.1132717 May 20 09:14:59.566975 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-5deafa63-d615-4b97-ae04-fc8b936396d6 req-9cf8c80d-013e-4d72-bfad-1784a3417af6 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.88 "GET /v2.0/security-groups?id=63b3830e-4515-40bd-ba6c-57e511862dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735271 May 20 09:14:59.595675 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-204d7d44-b80c-4608-8f25-2a70196c8288 req-572955a4-15be-48c3-a5e3-4af047db3bf7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:59.601642 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-60dadf87-5c4d-42f9-a58f-d55915069eef tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:59.632024 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] get_ports_and_sgs() called for port_ids ['7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'] {{(pid=91689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 09:14:59.651073 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572955a4-15be-48c3-a5e3-4af047db3bf7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Pushing event deleted for resources: {'Port': ['ID=7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:59.654049 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-572955a4-15be-48c3-a5e3-4af047db3bf7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:59.724741 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [req-204d7d44-b80c-4608-8f25-2a70196c8288 req-572955a4-15be-48c3-a5e3-4af047db3bf7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] No DVR routers for this DVR port 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 on host hv-cinder-79091 {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:14:59.727387 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [req-204d7d44-b80c-4608-8f25-2a70196c8288 req-572955a4-15be-48c3-a5e3-4af047db3bf7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393891'] for port, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:59.729942 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'name': 'network-vif-deleted', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97'}] {{(pid=91688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 09:14:59.742623 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [req-204d7d44-b80c-4608-8f25-2a70196c8288 req-572955a4-15be-48c3-a5e3-4af047db3bf7 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] 10.222.0.97 "DELETE /v2.0/ports/7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 HTTP/1.1" status: 204 len: 173 time: 0.8582854 May 20 09:14:59.774790 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239825a9-f9e6-418c-b311-9c8302bd2998', 'name': 'network-vif-deleted', 'tag': '7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97', 'status': 'completed', 'code': 200} May 20 09:15:02.238005 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42736) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:02.995132 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8212058'] for router_interface, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:03.050164 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:15:03.083637 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] No Port match for: 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:15:03.083988 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Device 7e96c3d8-2df2-44f2-8a48-e5d0ecbfbd97 not bound to the agent host hv-cinder-79091 {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:15:03.406231 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] Deleting port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:15:03.406797 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:03.526626 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] For port e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:15:03.526973 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:03.653297 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] Calling delete_port for e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 owned by network:router_interface {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:15:03.798962 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:03.802812 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-dea7ec3a-e0e3-43f8-8187-3e26df027213 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:03.848062 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:03.851167 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:04.107087 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8087465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8212206'] for router_interface, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:04.184142 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ea545383-1433-48a3-9656-41741e84aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:04.575882 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] Router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:15:04.760512 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:15:04.771030 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fe20a-bd6f-4375-9d12-9d5c7a92be2e None None] Sync routers for ids ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'] in dv-cinder-790910-5-smb {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:15:04.773739 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-1355bd1b-c21e-45bf-9dff-d0d452b31c89 admin admin] 10.222.0.88 "PUT /v2.0/routers/ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5344505 May 20 09:15:04.776195 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42742) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:04.783122 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754fe20a-bd6f-4375-9d12-9d5c7a92be2e None None] Routers {'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:15:04.783901 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-754fe20a-bd6f-4375-9d12-9d5c7a92be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:14:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:04.955064 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Notify callbacks [] for router, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:04.962669 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-754fe20a-bd6f-4375-9d12-9d5c7a92be2e None None] Set router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f gateway port host: dv-cinder-790910-5-smb {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:15:05.136323 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:05.208419 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Deleting port 4108f480-9168-4a28-9d56-da754ddbb927 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:15:05.208801 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:05.257086 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-754fe20a-bd6f-4375-9d12-9d5c7a92be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '4108f480-9168-4a28-9d56-da754ddbb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:15:03Z', 'revision_number': 5, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port': {'id': '4108f480-9168-4a28-9d56-da754ddbb927', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:43Z', 'updated_at': '2021-05-20T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:05.261214 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fe20a-bd6f-4375-9d12-9d5c7a92be2e None None] Checking router: ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f for host: dv-cinder-790910-5-smb {{(pid=91689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:15:05.270273 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754fe20a-bd6f-4375-9d12-9d5c7a92be2e None None] Routers {'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:15:05.270888 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-754fe20a-bd6f-4375-9d12-9d5c7a92be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:14:37Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'], 'active': True} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:05.330948 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] For port 4108f480-9168-4a28-9d56-da754ddbb927, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=4108f480-9168-4a28-9d56-da754ddbb927,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:15:05.331300 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:05.457501 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Calling delete_port for 4108f480-9168-4a28-9d56-da754ddbb927 owned by network:router_gateway {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:15:05.470157 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvr_db [None req-754fe20a-bd6f-4375-9d12-9d5c7a92be2e None None] Set router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f gateway port host: None {{(pid=91689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:15:05.576041 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_hamode_db [None req-754fe20a-bd6f-4375-9d12-9d5c7a92be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:15:05Z', 'revision_number': 6, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port_host': None}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:05.580669 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fe20a-bd6f-4375-9d12-9d5c7a92be2e None None] The sync data for ids ['ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f'] in dv-cinder-790910-5-smb is: [{'id': 'ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f', 'name': 'tempest-TestMinimumBasicScenario-2108198896-router', 'tenant_id': '44a906598fea41c6a08cd493ed4084e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:42Z', 'updated_at': '2021-05-20T09:15:05Z', 'revision_number': 6, 'project_id': '44a906598fea41c6a08cd493ed4084e0', 'gw_port_host': None}] {{(pid=91689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:15:05.605561 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5631153'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:05.610095 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c93b9475-cc50-4003-9174-991b6923a219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:05.761870 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Pushing event deleted for resources: {'Port': ['ID=4108f480-9168-4a28-9d56-da754ddbb927,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:05.764730 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:05.847756 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126065'] for router_gateway, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.016964 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31774'] for router, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.019070 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.045890 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8120909'] for router, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.046423 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f {{(pid=91687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:15:06.059175 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] Notify callbacks [] for router, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.060287 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-41080a43-bfc7-4fa9-bcf7-082a797ef437 admin admin] 10.222.0.88 "DELETE /v2.0/routers/ee8ba9f5-cb7c-4dc8-8682-12f75cb1d74f HTTP/1.1" status: 204 len: 168 time: 1.2830877 May 20 09:15:06.063669 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42746) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:06.124447 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a37a04-4581-44b0-bd85-78d146b5f0dd admin admin] Deleting subnet 55389035-4f90-4b28-af13-b0eda733c71c {{(pid=91687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:15:06.127421 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27a37a04-4581-44b0-bd85-78d146b5f0dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.176311 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27a37a04-4581-44b0-bd85-78d146b5f0dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7849174'] for subnet, precommit_delete_associations {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.259146 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27a37a04-4581-44b0-bd85-78d146b5f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.511093 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27a37a04-4581-44b0-bd85-78d146b5f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5631042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6713005'] for subnet, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.518553 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-32c7b12f-45f6-476b-8728-6e1c0412878e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:06.559317 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd53b28-4c17-4eac-a97e-b071808d700c None None] Network 52e068c8-e32e-4dad-9287-329d270e5e4e requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:15:06.560833 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-27a37a04-4581-44b0-bd85-78d146b5f0dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.565098 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a37a04-4581-44b0-bd85-78d146b5f0dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55389035-4f90-4b28-af13-b0eda733c71c,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:06.571168 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-27a37a04-4581-44b0-bd85-78d146b5f0dd admin admin] 10.222.0.88 "DELETE /v2.0/subnets/55389035-4f90-4b28-af13-b0eda733c71c HTTP/1.1" status: 204 len: 168 time: 0.5047836 May 20 09:15:06.571168 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-27a37a04-4581-44b0-bd85-78d146b5f0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:06.578287 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 42750) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:06.690123 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.747461 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.770989 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Deleting port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:15:06.771229 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.820846 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] DHCP port deletion for 52e068c8-e32e-4dad-9287-329d270e5e4e request from dv-cinder-790910-5-smb {{(pid=91689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:15:06.873765 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] For port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=4fe1e8d1-62b0-4113-9c1a-4c58b7232879,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:15:06.874065 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.904355 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Deleting port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 {{(pid=91689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:15:06.904993 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.919846 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-d48d7d43-c7b9-4bcd-9a53-93519bb50c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:06.996975 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Calling delete_port for 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 owned by network:dhcp {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:15:07.013619 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] For port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=4fe1e8d1-62b0-4113-9c1a-4c58b7232879,segment=NetworkSegment(57e19382-32bc-4a69-8922-b56870e7646c),segment_id=57e19382-32bc-4a69-8922-b56870e7646c)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:15:07.014632 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:07.043664 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:07.047566 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-6be5244a-344c-4cc2-8667-2b84fdb23312 tempest-TestMinimumBasicScenario-2082034759 tempest-TestMinimumBasicScenario-2082034759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:07.089109 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe1e8d1-62b0-4113-9c1a-4c58b7232879,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:07.092697 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:07.094847 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] No DVR routers for this DVR port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 on host dv-cinder-790910-5-smb {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:15:07.135140 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Calling delete_port for 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 owned by network:dhcp {{(pid=91689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:15:07.180575 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416'] for port, after_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:07.184173 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:07.210936 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:07.224673 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e068c8-e32e-4dad-9287-329d270e5e4e']}} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:07.226111 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Pushing event deleted for resources: {'Port': ['ID=4fe1e8d1-62b0-4113-9c1a-4c58b7232879,revision_number=None']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:07.233979 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] No DVR routers for this DVR port 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 on host dv-cinder-790910-5-smb {{(pid=91689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:15:07.241772 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.242106 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.242447 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.242778 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.243334 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.243656 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.243979 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.244377 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.244614 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.244757 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e19382-32bc-4a69-8922-b56870e7646c') {'for_net_delete': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:07.244964 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.245213 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e19382-32bc-4a69-8922-b56870e7646c') {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:07.245350 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.245648 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-5-smb {{(pid=91689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:07.249423 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-5f95f733-92bc-475b-9650-408af01c9352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:07.259353 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6890131'] for segment, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:07.275511 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:07.281469 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=91688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:15:07.281846 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7326117'] for segment, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: Traceback (most recent call last): May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: timer() May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: cb(*args, **kw) May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: return func(*args, **kwargs) May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: self._notify() May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: self.callback(batched_events) May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: event.method(event) May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: return f(self, *a, **k) May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: return self._get(url).json() May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: return self.request(url, 'GET', **kwargs) May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:15:07.294684 dv-cinder-790910-5-smb neutron-server[91688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:15:07.367441 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:07.371005 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-767f9e12-9fd9-44fb-9110-9825b4197426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:07.384467 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:07.398934 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=52e068c8-e32e-4dad-9287-329d270e5e4e,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:07.402139 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:07.413172 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-b65b966d-9119-4096-b4f6-9eec78b55d01 admin admin] 10.222.0.88 "DELETE /v2.0/networks/52e068c8-e32e-4dad-9287-329d270e5e4e HTTP/1.1" status: 204 len: 168 time: 0.8323290 May 20 09:15:07.416091 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 42754) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:07.491987 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4108f480-9168-4a28-9d56-da754ddbb927 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:15:07.528186 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 4108f480-9168-4a28-9d56-da754ddbb927 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:15:07.528538 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4108f480-9168-4a28-9d56-da754ddbb927 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:15:07.528993 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:15:07.562717 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:15:07.563388 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 4fe1e8d1-62b0-4113-9c1a-4c58b7232879 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:15:07.563769 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:15:07.598228 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:15:07.598590 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device e1e36fb7-3e3b-42d2-b02a-2c87565ebfd7 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:15:07.764125 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:08.062753 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8212058'] for router_interface, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:08.472267 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] Deleting port f4a56b49-8f17-42cd-af1e-d811c45d9700 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:15:08.472604 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:08.596252 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] For port f4a56b49-8f17-42cd-af1e-d811c45d9700, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=f4a56b49-8f17-42cd-af1e-d811c45d9700,segment=NetworkSegment(de4f0396-50b5-4128-bc63-14ddb905d2fe),segment_id=de4f0396-50b5-4128-bc63-14ddb905d2fe)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:15:08.596597 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:08.722369 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] Calling delete_port for f4a56b49-8f17-42cd-af1e-d811c45d9700 owned by network:router_interface {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:15:09.014279 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:09.018868 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e5ee1d97-c830-42ee-ae36-1fef1e2074b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:09.062650 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a56b49-8f17-42cd-af1e-d811c45d9700,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:09.087970 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:09.435787 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8087465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8212206'] for router_interface, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:09.563801 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:09.808894 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] Router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 has already been hosted by L3 agent c70db390-4164-4320-811d-63d91c5b3be7 {{(pid=91688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:15:09.987068 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] Notify agent at l3_agent.dv-cinder-790910-5-smb the message routers_updated {{(pid=91688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:15:09.995258 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2af175-53de-4d6e-9bf2-067cbcf8aadf None None] Sync routers for ids ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'] in dv-cinder-790910-5-smb {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:15:10.005760 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-d9ce3a2c-6ab7-42de-838d-299598a2fa01 admin admin] 10.222.0.88 "PUT /v2.0/routers/f907e6a0-6ed7-4229-b011-f0dd1757d4a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5884771 May 20 09:15:10.006370 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2af175-53de-4d6e-9bf2-067cbcf8aadf None None] Routers {'f907e6a0-6ed7-4229-b011-f0dd1757d4a8'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:15:10.006986 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-4a2af175-53de-4d6e-9bf2-067cbcf8aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:15:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:10.008228 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 42758) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:10.189273 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-4a2af175-53de-4d6e-9bf2-067cbcf8aadf None None] Set router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 gateway port host: dv-cinder-790910-5-smb {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:15:10.189639 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:10.382096 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:10.455584 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Deleting port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:15:10.455839 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:10.483048 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-4a2af175-53de-4d6e-9bf2-067cbcf8aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'name': 'tempest-TestMinimumBasicScenario-273598090-router', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'external_fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:15:08Z', 'revision_number': 5, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'gw_port': {'id': '344cc124-1f09-40c3-a1b3-e3c38a62ec7d', 'name': '', 'network_id': '0d7e70f2-48c0-42ed-9893-06725d297828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfc1643-8d63-4245-8ab8-6f6f61ed276f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-5-smb'}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:10.487214 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2af175-53de-4d6e-9bf2-067cbcf8aadf None None] Checking router: f907e6a0-6ed7-4229-b011-f0dd1757d4a8 for host: dv-cinder-790910-5-smb {{(pid=91690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:15:10.496310 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2af175-53de-4d6e-9bf2-067cbcf8aadf None None] Routers {'f907e6a0-6ed7-4229-b011-f0dd1757d4a8'} bound to L3 agent in host dv-cinder-790910-5-smb {{(pid=91690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:15:10.496992 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-4a2af175-53de-4d6e-9bf2-067cbcf8aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T08:52:07Z,description=,heartbeat_timestamp=2021-05-20T09:15:07Z,host='dv-cinder-790910-5-smb',id=c70db390-4164-4320-811d-63d91c5b3be7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T08:52:07Z,topic='l3_agent')) {'router_ids': ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'], 'active': True} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:10.690102 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_dvr_db [None req-4a2af175-53de-4d6e-9bf2-067cbcf8aadf None None] Set router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 gateway port host: None {{(pid=91690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:15:10.701257 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] For port 344cc124-1f09-40c3-a1b3-e3c38a62ec7d, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=344cc124-1f09-40c3-a1b3-e3c38a62ec7d,segment=NetworkSegment(9b193db7-9ed1-4b83-8cd4-5702b81c7fb4),segment_id=9b193db7-9ed1-4b83-8cd4-5702b81c7fb4)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:15:10.701613 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:10.792588 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.l3_hamode_db [None req-4a2af175-53de-4d6e-9bf2-067cbcf8aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'name': 'tempest-TestMinimumBasicScenario-273598090-router', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:15:10Z', 'revision_number': 6, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'gw_port_host': None}], 'dv-cinder-790910-5-smb', False) {} {{(pid=91690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:10.797033 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2af175-53de-4d6e-9bf2-067cbcf8aadf None None] The sync data for ids ['f907e6a0-6ed7-4229-b011-f0dd1757d4a8'] in dv-cinder-790910-5-smb is: [{'id': 'f907e6a0-6ed7-4229-b011-f0dd1757d4a8', 'name': 'tempest-TestMinimumBasicScenario-273598090-router', 'tenant_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:09:49Z', 'updated_at': '2021-05-20T09:15:10Z', 'revision_number': 6, 'project_id': '3134dfa0ed954c73a2cc6ec064d81cf4', 'gw_port_host': None}] {{(pid=91690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:15:10.829046 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Calling delete_port for 344cc124-1f09-40c3-a1b3-e3c38a62ec7d owned by network:router_gateway {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:15:10.977345 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:10.982097 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-9ad3634e-86d5-4344-815c-5d945d575514 tempest-AttachVolumeTestJSON-2028922609 tempest-AttachVolumeTestJSON-2028922609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:11.027636 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=344cc124-1f09-40c3-a1b3-e3c38a62ec7d,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:11.057366 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:11.122800 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8126065'] for router_gateway, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:11.299113 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31774'] for router, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:11.301539 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:11.327480 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8120909'] for router, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:11.327912 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f907e6a0-6ed7-4229-b011-f0dd1757d4a8 {{(pid=91688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:15:11.340597 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] Notify callbacks [] for router, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:11.341752 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-76386f68-ad26-4ea5-82f0-ab6ee8b2f4b5 admin admin] 10.222.0.88 "DELETE /v2.0/routers/f907e6a0-6ed7-4229-b011-f0dd1757d4a8 HTTP/1.1" status: 204 len: 168 time: 1.3325510 May 20 09:15:11.345021 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 42768) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:11.408719 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48ed7be-3bb0-40b0-8908-5b843bdd33b5 admin admin] Deleting subnet 50b594a0-11f3-406a-a0ec-0235728ca357 {{(pid=91688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:15:11.412094 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d48ed7be-3bb0-40b0-8908-5b843bdd33b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:11.462230 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d48ed7be-3bb0-40b0-8908-5b843bdd33b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6890140'] for subnet, precommit_delete_associations {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:11.547597 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d48ed7be-3bb0-40b0-8908-5b843bdd33b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010002'] for subnet, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:11.598735 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f4a56b49-8f17-42cd-af1e-d811c45d9700 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:15:11.636768 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: f4a56b49-8f17-42cd-af1e-d811c45d9700 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:15:11.637122 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device f4a56b49-8f17-42cd-af1e-d811c45d9700 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:15:11.637541 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 344cc124-1f09-40c3-a1b3-e3c38a62ec7d no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:15:11.673185 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: 344cc124-1f09-40c3-a1b3-e3c38a62ec7d {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:15:11.673537 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device 344cc124-1f09-40c3-a1b3-e3c38a62ec7d not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:15:11.825347 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d48ed7be-3bb0-40b0-8908-5b843bdd33b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1009997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7325955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5800494'] for subnet, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:11.830000 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-3defcc25-cb55-4aa2-bd7e-947b4be73cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:11.865437 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ed7be-3bb0-40b0-8908-5b843bdd33b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b594a0-11f3-406a-a0ec-0235728ca357,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:11.868271 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-d48ed7be-3bb0-40b0-8908-5b843bdd33b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:11.869262 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-d48ed7be-3bb0-40b0-8908-5b843bdd33b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for subnet, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:11.875010 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f92fb-37e4-43d1-9b89-38bdaed3ce88 None None] Network ee8193d3-6a91-48c6-9d72-bad5da5ea222 requested from dv-cinder-790910-5-smb {{(pid=91689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:15:11.876936 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-d48ed7be-3bb0-40b0-8908-5b843bdd33b5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/50b594a0-11f3-406a-a0ec-0235728ca357 HTTP/1.1" status: 204 len: 168 time: 0.5309000 May 20 09:15:11.879283 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [-] (91688) accepted ('10.222.0.88', 42776) {{(pid=91688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:11.983687 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642826'] for network, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.058512 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Deleting port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 {{(pid=91688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:15:12.058839 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.115229 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b177a50-f0a1-4643-a96e-be38bcc80a5b None None] DHCP port deletion for ee8193d3-6a91-48c6-9d72-bad5da5ea222 request from dv-cinder-790910-5-smb {{(pid=91689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:15:12.161886 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] For port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9,segment=NetworkSegment(de4f0396-50b5-4128-bc63-14ddb905d2fe),segment_id=de4f0396-50b5-4128-bc63-14ddb905d2fe)] {{(pid=91688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:15:12.162241 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.179254 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-2b177a50-f0a1-4643-a96e-be38bcc80a5b None None] Deleting port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 {{(pid=91689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:15:12.179639 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2b177a50-f0a1-4643-a96e-be38bcc80a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756301884371'] for port, before_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.321561 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.db [None req-2b177a50-f0a1-4643-a96e-be38bcc80a5b None None] For port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9, host dv-cinder-790910-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-5-smb',level=0,port_id=ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9,segment=NetworkSegment(de4f0396-50b5-4128-bc63-14ddb905d2fe),segment_id=de4f0396-50b5-4128-bc63-14ddb905d2fe)] {{(pid=91689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:15:12.321955 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2b177a50-f0a1-4643-a96e-be38bcc80a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8239520'] for port, precommit_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.388241 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.plugin [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Calling delete_port for ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 owned by network:dhcp {{(pid=91688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:15:12.438313 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7326192'] for port, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.443081 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-25c45f68-a920-46d0-b8b6-3fc08fb9bdfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:12.445571 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-2b177a50-f0a1-4643-a96e-be38bcc80a5b None None] Calling delete_port for ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 owned by network:dhcp {{(pid=91689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:15:12.486699 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:12.489878 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:12.490601 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-2b177a50-f0a1-4643-a96e-be38bcc80a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-609613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8087487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756301887690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756301506416'] for port, after_delete {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.490832 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] No DVR routers for this DVR port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 on host dv-cinder-790910-5-smb {{(pid=91688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:15:12.496254 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:12.542486 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b177a50-f0a1-4643-a96e-be38bcc80a5b None None] Pushing event deleted for resources: {'Port': ['ID=ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9,revision_number=None']} {{(pid=91689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:12.545744 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG oslo_concurrency.lockutils [None req-2b177a50-f0a1-4643-a96e-be38bcc80a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:12.546337 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b177a50-f0a1-4643-a96e-be38bcc80a5b None None] No DVR routers for this DVR port ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 on host dv-cinder-790910-5-smb {{(pid=91689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:15:12.607007 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988637', 'neutron.services.segments.db._delete_segments_for_network-8756301945465'] for network, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.623965 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8193d3-6a91-48c6-9d72-bad5da5ea222']}} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:12.636176 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4f0396-50b5-4128-bc63-14ddb905d2fe') {'for_net_delete': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:12.636399 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.services.segments.db [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4f0396-50b5-4128-bc63-14ddb905d2fe') {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:12.648087 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756301958135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6890131'] for segment, before_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.664659 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713'] for segment, precommit_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.671304 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=91688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:15:12.671695 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7326117'] for segment, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: Traceback (most recent call last): May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: timer() May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: cb(*args, **kw) May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: return func(*args, **kwargs) May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: self._notify() May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: self.callback(batched_events) May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: event.method(event) May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: return f(self, *a, **k) May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: return self._get(url).json() May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: return self.request(url, 'GET', **kwargs) May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:15:12.684837 dv-cinder-790910-5-smb neutron-server[91688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:15:12.757354 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8061590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8087456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8126042'] for network, after_delete {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.761788 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8087437'] for network, before_response {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.764643 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:12.791546 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8193d3-6a91-48c6-9d72-bad5da5ea222,revision_number=None']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:12.795125 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:12.796919 dv-cinder-790910-5-smb neutron-server[91688]: INFO neutron.wsgi [None req-04bf7301-e87c-442a-ba00-da250bb6f338 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ee8193d3-6a91-48c6-9d72-bad5da5ea222 HTTP/1.1" status: 204 len: 168 time: 0.9166834 May 20 09:15:12.906840 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42786) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:12.956854 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-fc4573a1-f729-45d6-b7b6-e5a78614b677 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=44a906598fea41c6a08cd493ed4084e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486825 May 20 09:15:12.959202 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42790) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:13.016378 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9c6-65ec-495c-9252-71a9efe447d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:13.041111 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9c6-65ec-495c-9252-71a9efe447d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:13.096765 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9c6-65ec-495c-9252-71a9efe447d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:13.100515 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9a5ee051-7cf8-4523-bc78-12ca153af2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:13.114313 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbc9c6-65ec-495c-9252-71a9efe447d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b3830e-4515-40bd-ba6c-57e511862dc3,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:13.118106 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-4bcbc9c6-65ec-495c-9252-71a9efe447d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:13.121395 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9c6-65ec-495c-9252-71a9efe447d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:13.122497 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-4bcbc9c6-65ec-495c-9252-71a9efe447d4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/63b3830e-4515-40bd-ba6c-57e511862dc3 HTTP/1.1" status: 204 len: 168 time: 0.1623960 May 20 09:15:13.499940 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 no longer exists at agent ovs-agent-dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:15:13.509942 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42798) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:13.536565 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] No Port match for: ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 {{(pid=91689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:15:13.537336 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron.plugins.ml2.rpc [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Device ede2b4dc-16cc-4fd9-8d28-29e2833a2fd9 not bound to the agent host dv-cinder-790910-5-smb {{(pid=91689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:15:13.563575 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-32df4cd1-199b-46eb-b3b6-89502f472f0b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3134dfa0ed954c73a2cc6ec064d81cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523503 May 20 09:15:13.566476 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [-] (91687) accepted ('10.222.0.88', 42802) {{(pid=91687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:15:13.630309 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0448-1f2e-4992-b862-4a6407b0f768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:13.656612 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0448-1f2e-4992-b862-4a6407b0f768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:13.709625 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0448-1f2e-4992-b862-4a6407b0f768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061556'] for security_group, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:13.713453 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a8c49352-720c-40a1-ac8a-0fb945d83bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:15:13.726899 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e0448-1f2e-4992-b862-4a6407b0f768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5be5a19-2712-4943-9d2b-57df0e94e47a,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:13.729689 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0b1e0448-1f2e-4992-b862-4a6407b0f768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:15:13.731910 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0448-1f2e-4992-b862-4a6407b0f768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:13.733990 dv-cinder-790910-5-smb neutron-server[91687]: INFO neutron.wsgi [None req-0b1e0448-1f2e-4992-b862-4a6407b0f768 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c5be5a19-2712-4943-9d2b-57df0e94e47a HTTP/1.1" status: 204 len: 168 time: 0.1665771 May 20 09:15:14.135269 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:26.227720 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:15:34.186654 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-35dcc77d-2603-41b9-a8d6-c57cf329d2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:36.719233 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:36.900993 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc46f-f83d-4e6c-93a6-6e095b1e4fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:37.766543 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:39.566570 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:44.148898 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:57.448110 dv-cinder-790910-5-smb neutron-server[91687]: DEBUG neutron.wsgi [req-067d9040-edda-41dd-b1c6-31d12922082a req-8ba88952-aee8-43f2-ad36-1e7945c9b4f1 service neutron] (91687) timed out ('10.222.0.97', 50580) {{(pid=91687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 09:15:58.176005 dv-cinder-790910-5-smb neutron-server[91688]: DEBUG neutron.wsgi [req-bcf23d63-445d-406c-8603-d7e492a402f2 req-61903677-dc1c-42a7-8648-0b4c3bd6ba3e service neutron] (91688) timed out ('10.222.0.97', 50550) {{(pid=91688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 09:16:03.225962 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:16:04.188547 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-22e5c632-2bd9-4047-a107-02a1433470f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:06.724169 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:06.901367 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f7fd64ce-fd01-47e0-ae6e-d5e33f7118fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:07.769095 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:09.569229 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:14.148912 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:34.191584 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-f73d34ea-d7ab-4f0b-b9f5-83a72f0c3347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:36.727285 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:36.902714 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-12016489-5b44-4a33-8757-44ae6ee2a62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:37.771181 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:39.572754 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:40.227707 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:16:44.151854 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:04.193262 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0ce1-76e1-4d41-b97e-87ab2cce1796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:06.729857 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:06.905805 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-908c18b1-f203-4687-b5c4-dfc7636f0ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:07.774461 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:09.573549 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:14.163857 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:17.227496 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:17:34.195359 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-c5723ee2-307b-4801-8c0a-78e972a6c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:36.732142 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:36.906684 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-b4d14a07-7c74-4347-af6f-fd8fda51f447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:37.776509 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:39.576249 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:44.163915 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:54.227022 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:18:04.197744 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-13d1a53d-d14d-43ff-960a-5c1e924f67c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:06.734768 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:06.907751 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-6d852d56-7ad2-42d9-aa7b-9a264a2a44ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:07.779983 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:09.578606 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:14.172657 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:31.225591 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:18:34.199803 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-89e016e0-a476-4b57-a35f-841c0c3f4841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:36.740395 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:36.908522 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-a753e63d-b14f-4f5a-a3f1-a8d070a007c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:37.783483 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:39.581568 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:44.180182 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:04.201213 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-392fd874-3614-49d8-888e-fccd502e4d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:06.734177 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:06.910684 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-fe6edd0d-6cbe-4934-8ec7-c2c696d0d4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:07.785901 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:08.224455 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:19:09.584974 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:14.195271 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:34.203512 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-25af6b1e-16d3-4ff3-bb15-194027dd0af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:36.736549 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:36.911705 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6866-23ae-4606-9384-ea849eee1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:37.788622 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:39.586979 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:44.208007 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:45.224181 dv-cinder-790910-5-smb neutron-server[91690]: DEBUG neutron.db.agents_db [None req-668e4e8b-a5ae-4265-aedf-8b76f234fef3 None None] Agent healthcheck: found 6 active agents {{(pid=91690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:20:04.204731 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-04af2b3d-8376-4b31-a6da-7b5744baa37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:06.740256 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d89f-cb7c-41cd-b964-e021d025b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:06.914121 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-9883f0ae-723e-4922-abb2-5676c43d33e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:07.792517 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-5f82031e-960e-4102-b64a-50110dbb65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:09.590501 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-700b483f-a9c0-4eb2-a865-f3bad2b3de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:14.222752 dv-cinder-790910-5-smb neutron-server[91689]: DEBUG neutron_lib.callbacks.manager [None req-42ab4cff-2685-451f-b721-64f98fa3bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756301950284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984339'] for agent, after_update {{(pid=91689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}